-- Logs begin at Mon 2021-08-16 13:37:30 UTC, end at Mon 2021-08-16 14:35:33 UTC. -- Aug 16 14:08:50.308643 dv-cinder-804584-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 14:08:53.044422 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.common.config [-] Logging enabled! Aug 16 14:08:53.045031 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev540 Aug 16 14:08:53.045202 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94051) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 14:08:53.048599 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.common.config [-] Logging enabled! Aug 16 14:08:53.048890 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev540 Aug 16 14:08:53.049202 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94051) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 14:08:53.050176 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 14:08:53.050408 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 14:08:53.050811 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 14:08:53.051056 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 14:08:53.051281 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 14:08:53.051599 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.051913 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.052217 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.052543 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.052918 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.053209 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.053491 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.053778 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.054072 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.054355 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.054631 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.054913 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.055139 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.055417 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.055711 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.056008 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.056229 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] debug = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.056511 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.056936 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.057355 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.057632 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.057920 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.058195 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.058465 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.058739 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.059013 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.059343 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] host = dv-cinder-804584-9-iscsi {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.059622 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.059931 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.060212 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.060498 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.060763 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.061037 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.061319 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.061588 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.062112 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] log_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.062384 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.062669 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.062951 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.063235 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.063459 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.063678 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.063982 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.064270 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.064538 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.064806 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.065075 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.065345 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.065616 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.065882 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.066162 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.066443 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.066722 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.066992 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.067262 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.067531 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.067827 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.068667 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.068939 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.069208 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.069479 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.069764 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.070031 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.070302 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.070599 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.070880 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.071156 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.071435 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.071724 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.072009 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.072279 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.072550 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.072818 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] use_json = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.073085 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.073350 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.073627 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.073897 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.074165 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.074436 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.074704 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.074985 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:53.075277 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.075568 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.075899 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.076183 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.076475 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.076752 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.077044 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.077319 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.077603 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.077889 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.078177 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.078453 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.078741 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.079016 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.079307 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.079608 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.079923 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.080213 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.080486 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.080758 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.081029 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.081304 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.081587 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.081877 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.082163 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.082434 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.082709 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.082998 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.083271 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.083537 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.084404 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.084697 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.084972 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.085243 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.085524 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.085802 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.086076 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.086346 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.086621 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.086912 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.087186 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.087454 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.087744 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.088022 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.088292 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.088574 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.088849 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.089119 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.089388 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.089678 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.089928 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.090197 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.090469 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.090736 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.091008 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.091276 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.091543 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.091843 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.092113 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.092388 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.092649 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.092915 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.093187 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.093453 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.093720 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.093992 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.094268 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.094545 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.094834 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.095130 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.095404 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.095680 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.095977 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.096250 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.096524 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.096797 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.097076 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.097351 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.097617 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.097910 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.098197 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.098486 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.098766 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.099043 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.099399 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.099676 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.099979 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.100288 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.100530 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.100818 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.101099 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.101391 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.101679 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.101967 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.102255 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.102545 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.102821 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.103129 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.103402 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:53.103614 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 14:08:53.103882 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94051) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 14:08:53.456424 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 14:08:53.456706 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 14:08:53.456995 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 14:08:53.457327 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 14:08:53.859723 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.859932 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.860201 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.861431 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.861704 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.861982 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.897466 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.897761 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.898036 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.914404 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.914680 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.914949 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.944203 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.944479 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.944744 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.981130 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.981401 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:53.981666 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.223972 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.224641 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.224641 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.224812 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.225468 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.350986 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.351304 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.351594 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.351894 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.352161 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.352470 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.352730 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.352986 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.353239 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.353524 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.353775 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.354041 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.354294 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.354543 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.354795 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.355063 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.355315 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.355576 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.355872 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.356128 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.356394 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.356643 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.356924 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.357296 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.357543 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.357786 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.358191 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 14:08:54.358432 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 14:08:54.358668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 14:08:54.358901 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 14:08:54.359134 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 14:08:54.359366 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 14:08:54.359755 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 14:08:54.363162 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 14:08:54.367613 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 14:08:54.371255 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 16 14:08:54.373028 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 14:08:54.373479 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 14:08:54.373813 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 14:08:54.374199 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 14:08:54.376973 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 14:08:54.377225 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 14:08:54.377567 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 14:08:54.383552 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 14:08:54.405931 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 14:08:54.406395 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.406694 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94051) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 14:08:54.407055 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.408483 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94051) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 14:08:54.408774 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 14:08:54.409018 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 14:08:54.412447 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.412792 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:54.476585 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 14:08:54.476757 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 14:08:54.476986 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 14:08:54.477358 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 14:08:54.499621 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_db.sqlalchemy.engines [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94051) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 14:08:55.075670 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Initializing driver for type 'gre' Aug 16 14:08:55.076255 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] gre ID ranges: [(1, 1000)] Aug 16 14:08:55.137682 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Initializing driver for type 'local' Aug 16 14:08:55.138000 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Initializing driver for type 'vlan' Aug 16 14:08:55.153119 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] VlanTypeDriver initialization complete Aug 16 14:08:55.153473 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Initializing driver for type 'vxlan' Aug 16 14:08:55.153975 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] vxlan ID ranges: [(1, 1000)] Aug 16 14:08:55.212025 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Initializing extension driver 'port_security' Aug 16 14:08:55.212375 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.extensions.port_security [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] PortSecurityExtensionDriver initialization complete Aug 16 14:08:55.212757 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Initializing mechanism driver 'openvswitch' Aug 16 14:08:55.213124 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Initializing mechanism driver 'hyperv' Aug 16 14:08:55.219910 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.plugin [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:08:55.220598 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > port after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.220979 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > port after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.221335 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > port after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.221862 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 14:08:55.222300 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > subnet after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.222663 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > subnet after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.223015 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.223414 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 14:08:55.223860 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > network after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.224242 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > network after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.224875 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > network after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.225493 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 14:08:55.225898 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > security_group after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.226271 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > security_group after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.226603 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > security_group after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.226999 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 14:08:55.227537 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.227918 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.228270 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.228673 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 14:08:55.229079 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > address_group after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.229439 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > address_group after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.229785 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > address_group after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.230199 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 14:08:55.230597 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] ML2 OVO RPC backend initialized. {{(pid=94051) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 14:08:55.231363 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.231757 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.232187 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > network before_response 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.232542 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > networks before_response 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.232897 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > port before_response 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.233246 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > ports before_response 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.233595 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > subnet before_response 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.233944 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > subnets before_response 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.234302 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > network after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.234651 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > network after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.234994 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > network after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.235336 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > port after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.235681 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > port after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.236078 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > port after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.236409 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > subnet after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.236758 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > subnet after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.237097 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > subnet after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.237742 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.plugin [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Modular L2 Plugin initialization complete Aug 16 14:08:55.238081 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading services supported by the core plugin {{(pid=94051) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 14:08:55.238419 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.plugins.ml2.managers [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Got port-security extension from driver 'port_security' Aug 16 14:08:55.238892 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.extensions.vlantransparent [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Disabled vlantransparent extension. Aug 16 14:08:55.239384 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94051) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 14:08:55.239734 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading Plugin: router Aug 16 14:08:55.277952 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router_interface before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.278351 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router after_create 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.278733 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router before_create 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.279106 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.279485 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.279876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router after_delete 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.280244 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > floatingip after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.280620 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router after_create 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.280973 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router after_update 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.281332 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router after_update 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.281693 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.285594 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router after_update 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.285594 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router precommit_update 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.285594 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: port after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.285594 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: port after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.285933 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: subnet after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.285933 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.285933 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > port precommit_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.285933 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router precommit_create 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.286237 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: port before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.286237 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router precommit_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.286237 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router after_update 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.286237 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router precommit_delete 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.286527 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router precommit_create 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.286609 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router_interface after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.287667 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router precommit_update 55549900 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.288135 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > agent after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.288505 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > agent after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.288861 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > network after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.289846 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Tracking information for resource: router configured {{(pid=94051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 14:08:55.290187 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Tracking information for resource: floatingip configured {{(pid=94051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 14:08:55.295433 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.db.l3_agentschedulers_db [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 14:08:55.296204 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: port after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.296570 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: port after_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.296956 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: port after_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.297324 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: port after_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.298154 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router before_create 55550100 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.298522 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router precommit_delete 55550100 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.298891 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router precommit_create 55550100 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.299257 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > router precommit_update 55550100 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.303965 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.services.provider_configuration [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service providers = [] {{(pid=94051) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 14:08:55.304339 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.db.servicetype_db [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94051) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 14:08:55.307343 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.services.service_base [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 14:08:55.307789 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.services.service_base [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 14:08:55.308076 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.services.service_base [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 14:08:55.308980 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.services.service_base [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 14:08:55.309360 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.services.service_base [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 14:08:55.309752 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 14:08:55.310076 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 14:08:55.321592 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 14:08:55.321931 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading Plugin: auto_allocate Aug 16 14:08:55.327771 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: network precommit_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.328124 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: network precommit_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.328647 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 14:08:55.328972 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading Plugin: tag Aug 16 14:08:55.336322 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 14:08:55.336660 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading Plugin: timestamp Aug 16 14:08:55.341109 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 14:08:55.341444 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading Plugin: network_ip_availability Aug 16 14:08:55.347098 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.347475 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.347872 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.348634 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 14:08:55.348964 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading Plugin: flavors Aug 16 14:08:55.354837 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 14:08:55.355175 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading Plugin: revisions Aug 16 14:08:55.359599 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 14:08:55.360024 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_concurrency.lockutils [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.903s {{(pid=94051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 14:08:55.360783 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94051) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 14:08:55.361170 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Initializing extension manager. Aug 16 14:08:55.361657 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: __init__.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.362000 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: __pycache__ {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.362337 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.362675 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: address_group.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.363460 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.364071 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: address-group Aug 16 14:08:55.364396 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: address_scope.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.365928 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.366446 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: address-scope Aug 16 14:08:55.366776 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: admin_state_down_before_update.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.367757 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.368274 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: router-admin-state-down-before-update Aug 16 14:08:55.368607 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: agent.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.369322 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.369829 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: agent Aug 16 14:08:55.370156 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: agent_resources_synced.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.371283 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.371825 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: agent-resources-synced Aug 16 14:08:55.372160 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: allowedaddresspairs.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.373999 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.374519 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: allowed-address-pairs Aug 16 14:08:55.375107 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: auto_allocated_topology.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.376223 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.376747 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: auto-allocated-topology Aug 16 14:08:55.377075 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: availability_zone.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.377781 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.378290 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: availability_zone Aug 16 14:08:55.378691 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: availability_zone_filter.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.379543 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.380083 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: availability_zone_filter Aug 16 14:08:55.380511 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: data_plane_status.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.381671 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.382172 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 14:08:55.382502 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: default_subnetpools.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.383542 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.385120 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: default-subnetpools Aug 16 14:08:55.385460 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: dhcpagentscheduler.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.386856 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.387719 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: dhcp_agent_scheduler Aug 16 14:08:55.388183 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: dns.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.389566 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.390308 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension dns-integration not supported by any of loaded plugins Aug 16 14:08:55.390767 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: dns_domain_ports.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.392319 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.393132 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 14:08:55.393622 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.395104 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.395655 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 14:08:55.396015 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: dvr.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.396978 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.397581 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: dvr Aug 16 14:08:55.397911 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: ecmp_routes.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.398880 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.399387 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 14:08:55.399739 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: empty_string_filtering.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.400662 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.401173 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: empty-string-filtering Aug 16 14:08:55.401504 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.402433 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.402941 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 14:08:55.403268 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.404222 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.404743 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 14:08:55.405066 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: external_net.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.405987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.406501 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: external-net Aug 16 14:08:55.406828 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: extra_dhcp_opt.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.407785 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.408297 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: extra_dhcp_opt Aug 16 14:08:55.408622 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: extraroute.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.409545 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.410053 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: extraroute Aug 16 14:08:55.410378 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: extraroute_atomic.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.411442 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.412570 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: extraroute-atomic Aug 16 14:08:55.412923 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: filter_validation.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.413618 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.414127 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: filter-validation Aug 16 14:08:55.414466 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: fip_pf_description.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.415386 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.415927 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 14:08:55.416252 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: fip_port_details.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.417175 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.417682 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: fip-port-details Aug 16 14:08:55.418004 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: flavors.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.419252 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.419805 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: flavors Aug 16 14:08:55.420139 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.421840 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.422359 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 14:08:55.422694 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: floatingip_pools.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.423410 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.423962 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: floatingip-pools Aug 16 14:08:55.424295 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: ip_allocation.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.425239 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.425749 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 14:08:55.426079 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.427009 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.428178 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: ip-substring-filtering Aug 16 14:08:55.428508 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: l2_adjacency.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.429450 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.429952 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 14:08:55.430279 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: l3.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.431303 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.431857 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: router Aug 16 14:08:55.432190 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: l3_conntrack_helper.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.434608 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.435137 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 14:08:55.435474 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.436448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.437223 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: ext-gw-mode Aug 16 14:08:55.437554 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.438573 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.439105 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: l3-ha Aug 16 14:08:55.439435 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: l3_flavors.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.440457 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.440962 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: l3-flavors Aug 16 14:08:55.441297 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.442234 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.442777 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 14:08:55.444028 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: l3agentscheduler.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.445455 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.445912 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: l3_agent_scheduler Aug 16 14:08:55.446246 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: logging.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.447927 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.448452 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension logging not supported by any of loaded plugins Aug 16 14:08:55.448787 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: metering.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.449557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.450143 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: metering Aug 16 14:08:55.450471 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.451581 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.452123 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: metering_source_and_destination_fields Aug 16 14:08:55.452453 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: multiprovidernet.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.453401 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.453910 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: multi-provider Aug 16 14:08:55.454242 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: netmtu.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.455178 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.455687 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: net-mtu Aug 16 14:08:55.456045 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: netmtu_writable.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.456983 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.457494 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: net-mtu-writable Aug 16 14:08:55.457826 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: network_availability_zone.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.458510 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.459578 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: network_availability_zone Aug 16 14:08:55.459926 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: network_ip_availability.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.461035 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.461547 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: network-ip-availability Aug 16 14:08:55.461877 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: network_segment_range.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.462669 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.463168 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 14:08:55.463496 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: pagination.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.464534 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.464878 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: pagination Aug 16 14:08:55.465204 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: port_device_profile.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.466144 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.466656 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: port-device-profile Aug 16 14:08:55.466982 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.467937 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.468460 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: port-mac-address-regenerate Aug 16 14:08:55.468781 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.469698 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.470207 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: port-numa-affinity-policy Aug 16 14:08:55.470533 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: port_resource_request.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.471457 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.471996 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 14:08:55.472321 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: portbindings.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.473271 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.473781 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: binding Aug 16 14:08:55.474106 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: portbindings_extended.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.476182 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.476704 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: binding-extended Aug 16 14:08:55.477037 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: portsecurity.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.478075 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.478525 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: port-security Aug 16 14:08:55.478853 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: project_id.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.479889 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.480224 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: project-id Aug 16 14:08:55.480550 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: providernet.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.481484 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.481999 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: provider Aug 16 14:08:55.482324 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: qos.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.485977 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.486505 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension qos not supported by any of loaded plugins Aug 16 14:08:55.486838 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.488125 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.488644 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 14:08:55.488983 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.490543 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.491203 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 14:08:55.491543 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: qos_default.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.492501 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.493014 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension qos-default not supported by any of loaded plugins Aug 16 14:08:55.493343 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: qos_fip.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.494240 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.495163 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension qos-fip not supported by any of loaded plugins Aug 16 14:08:55.495623 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: qos_gateway_ip.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.496988 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.497738 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 14:08:55.498191 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: qos_port_network_policy.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.499425 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.500473 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 14:08:55.500962 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: qos_pps_rule.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.502758 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.503499 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension qos-pps not supported by any of loaded plugins Aug 16 14:08:55.503872 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: qos_rule_type_details.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.504849 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.505363 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 14:08:55.505835 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: qos_rules_alias.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.506988 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.507502 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 14:08:55.507866 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: quotasv2.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.508874 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.509212 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: quotas Aug 16 14:08:55.509537 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: quotasv2_detail.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.512683 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.513035 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: quota_details Aug 16 14:08:55.513375 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: rbac.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.514677 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.515212 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: rbac-policies Aug 16 14:08:55.515547 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: rbac_address_group.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.516528 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.517054 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: rbac-address-group Aug 16 14:08:55.517389 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: rbac_address_scope.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.518317 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.518834 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: rbac-address-scope Aug 16 14:08:55.519168 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: rbac_security_groups.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.520119 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.520637 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: rbac-security-groups Aug 16 14:08:55.520967 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: rbac_subnetpool.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.521917 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.522425 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: rbac-subnetpool Aug 16 14:08:55.522752 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: revisionifmatch.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.523683 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.524221 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: revision-if-match Aug 16 14:08:55.524552 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: revisions.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.525675 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.526192 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: standard-attr-revisions Aug 16 14:08:55.526522 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: router_availability_zone.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.527213 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.527756 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: router_availability_zone Aug 16 14:08:55.528085 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: routerservicetype.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.529015 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.529524 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension router-service-type not supported by any of loaded plugins Aug 16 14:08:55.529849 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.530776 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.531289 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: security-groups-normalized-cidr Aug 16 14:08:55.531616 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: security_groups_port_filtering.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.532577 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.533089 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: port-security-groups-filtering Aug 16 14:08:55.533416 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.534342 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.534860 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: security-groups-remote-address-group Aug 16 14:08:55.535186 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: securitygroup.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.545342 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.550271 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: security-group Aug 16 14:08:55.550271 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: segment.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.550271 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.550271 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension segment not supported by any of loaded plugins Aug 16 14:08:55.550271 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.550271 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.550271 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 14:08:55.550876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: servicetype.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.550969 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.551470 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: service-type Aug 16 14:08:55.551830 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: sorting.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.553630 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.554015 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: sorting Aug 16 14:08:55.554389 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: standard_attr_segment.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.555427 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.556057 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 14:08:55.556430 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: standardattrdescription.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.557142 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.557694 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: standard-attr-description Aug 16 14:08:55.558057 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: stateful_security_group.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.559075 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.559687 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: stateful-security-group Aug 16 14:08:55.560118 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: stdattrs_common.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.560761 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 14:08:55.561121 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.562423 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.563008 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 14:08:55.563453 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: subnet_onboard.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.564934 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.565464 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: subnet_onboard Aug 16 14:08:55.565797 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.566759 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.567274 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 14:08:55.567606 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: subnet_service_types.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.568686 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.569290 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: subnet-service-types Aug 16 14:08:55.569625 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: subnetallocation.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.570745 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.571259 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: subnet_allocation Aug 16 14:08:55.571591 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.572306 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.572814 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: subnetpool-prefix-ops Aug 16 14:08:55.573139 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.574079 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.574590 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 14:08:55.574915 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: tagging.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.576067 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.576592 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: standard-attr-tag Aug 16 14:08:55.576924 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: timestamp.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.578197 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.578668 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loaded extension: standard-attr-timestamp Aug 16 14:08:55.579000 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: trunk.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.580070 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.580591 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension trunk not supported by any of loaded plugins Aug 16 14:08:55.580924 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: trunk_details.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.581858 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.582373 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension trunk-details not supported by any of loaded plugins Aug 16 14:08:55.582704 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: uplink_status_propagation.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.583735 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.584397 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 14:08:55.584732 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Loading extension file: vlantransparent.py {{(pid=94051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 14:08:55.585426 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 14:08:55.585935 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 14:08:55.588485 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:network Aug 16 14:08:55.589026 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:subnet Aug 16 14:08:55.589432 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 14:08:55.589828 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:port Aug 16 14:08:55.591103 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.591563 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service FLAVORS assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.592211 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.592656 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.593040 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:router Aug 16 14:08:55.593635 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:floatingip Aug 16 14:08:55.594134 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service METERING assigned prefix: /metering {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.595605 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.596015 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.596382 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:08:55.597411 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 14:08:55.597932 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:security_group Aug 16 14:08:55.598824 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 14:08:55.601955 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service CORE assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.602457 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 14:08:55.602972 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] subnetpool is already registered Aug 16 14:08:55.603606 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service CORE assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.604104 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 14:08:55.604717 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] subnetpool is already registered Aug 16 14:08:55.608620 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.609065 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service FLAVORS assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.609667 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.610096 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.610442 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:router Aug 16 14:08:55.610789 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] router is already registered Aug 16 14:08:55.611208 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:floatingip Aug 16 14:08:55.611550 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] floatingip is already registered Aug 16 14:08:55.612045 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service METERING assigned prefix: /metering {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.612748 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 14:08:55.613084 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] rbac_policy is already registered Aug 16 14:08:55.613511 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:security_group Aug 16 14:08:55.613851 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] security_group is already registered Aug 16 14:08:55.614271 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 14:08:55.614615 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] security_group_rule is already registered Aug 16 14:08:55.615884 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service CORE assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.616220 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 14:08:55.616625 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] subnetpool is already registered Aug 16 14:08:55.617007 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.v2.resource_helper [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Service CORE assigned prefix: {{(pid=94051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 14:08:55.617342 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 14:08:55.617680 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING neutron.quota.resource_registry [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] subnetpool is already registered Aug 16 14:08:55.618251 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: extensions {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.619666 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: address-groups {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.621192 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: address-scopes {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.622532 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: agents {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.623682 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: auto-allocated-topology {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.624970 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: availability_zones {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.626192 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: dhcp-networks {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.627708 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: dhcp-agents {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.629129 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: routers {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.631088 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: flavors {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.632386 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: service_profiles {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.633596 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: next_providers {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.635030 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: service_profiles {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.636604 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: floatingip-pools {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.638035 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: routers {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.639850 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: floatingips {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.641141 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: l3-routers {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.642529 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: l3-agents {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.643976 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: metering-labels {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.645246 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: metering-label-rules {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.647143 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: network-ip-availabilities {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.648430 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: bindings {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.649989 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: quotas {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.651593 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: quotas {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.653080 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: rbac-policies {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.654279 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: security-groups {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.655595 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: security-group-rules {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.656871 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: service-providers {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.658103 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: subnetpools {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.659461 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: subnetpools {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.661032 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: tags {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.663732 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: tags {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.665547 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: tags {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.667332 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: tags {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.669055 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: tags {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.672212 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: tags {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.673906 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: tags {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.675710 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: tags {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.677636 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: tags {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.680880 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron.api.extensions [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Extended resource: tags {{(pid=94051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 14:08:55.689126 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING keystonemiddleware.auth_token [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 14:08:55.693828 dv-cinder-804584-9-iscsi neutron-server[94051]: WARNING keystonemiddleware.auth_token [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 14:08:55.702839 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_concurrency.lockutils [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Acquired lock "singleton_lock" {{(pid=94051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 14:08:55.703535 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_concurrency.lockutils [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Releasing lock "singleton_lock" {{(pid=94051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 14:08:55.704525 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO oslo_service.service [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Starting 2 workers Aug 16 14:08:55.711726 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Started child 94160 {{(pid=94051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 14:08:55.716617 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Started child 94161 {{(pid=94051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 14:08:55.716809 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:55.718123 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [-] (94160) wsgi starting up on http://0.0.0.0:9696 Aug 16 14:08:55.718241 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO neutron.service [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 14:08:55.718862 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Notify callbacks [] for process, before_spawn {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:55.721323 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO oslo_service.service [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Starting 1 workers Aug 16 14:08:55.721581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:55.722953 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [-] (94161) wsgi starting up on http://0.0.0.0:9696 Aug 16 14:08:55.727148 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Started child 94162 {{(pid=94051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 14:08:55.727714 dv-cinder-804584-9-iscsi neutron-server[94051]: INFO oslo_service.service [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Starting 1 workers Aug 16 14:08:55.731249 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.service [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] calling RpcWorker wait() {{(pid=94162) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 14:08:55.731895 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.service [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] returning from RpcWorker wait() {{(pid=94162) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 14:08:55.732297 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Started child 94163 {{(pid=94051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 14:08:55.732969 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:55.733146 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG neutron_lib.callbacks.manager [None req-14a25bdc-9cda-4ea6-9602-f8250cf20b2d None None] Notify callbacks [] for process, after_spawn {{(pid=94051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:55.733435 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:08:55.734999 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 14:08:55.735226 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 14:08:55.735406 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 14:08:55.735624 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 14:08:55.735982 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 14:08:55.736145 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 14:08:55.736648 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.736926 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.737189 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.737449 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:08:55.737943 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.737943 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.738349 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.738580 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:08:55.738685 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.738864 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.739139 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.739370 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.739541 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.739732 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.740040 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.740305 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.740589 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.740862 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.741132 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.741396 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.741561 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.741923 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.742201 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.742448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.742709 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] debug = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.742956 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.743474 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.743746 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.744014 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.744238 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.744515 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.744762 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.745030 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.745282 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.745502 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.745765 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.746040 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.746287 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.746522 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.746749 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.747014 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.747240 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.747769 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] host = dv-cinder-804584-9-iscsi {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.748009 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.748229 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.748459 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.748709 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.748957 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.749176 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.749449 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.749719 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.749978 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.750229 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.750451 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.750699 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.750916 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.751159 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.751329 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_options = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.751589 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.751893 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.752160 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.752355 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.752527 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.752709 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.752968 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.753129 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.753375 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.753622 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.753865 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.754090 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.754309 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.754640 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.754807 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.755066 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.755309 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.755604 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.755928 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.756147 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.756377 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.756608 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.756850 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.757078 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.757295 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.757527 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.757736 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.757972 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.758190 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.758450 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.758710 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.758994 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.759259 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.759523 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.759780 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.760014 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.760247 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.760532 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.760768 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.761017 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.761269 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.761490 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.761791 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.761944 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.762167 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.762402 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_json = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.762622 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.762860 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.763132 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.763350 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.763565 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.763804 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.764031 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.764289 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.765500 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.765500 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.766159 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.766729 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.767023 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.767404 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.767574 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.767916 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.768090 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.768471 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.768964 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.768964 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.769240 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.769240 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.769240 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.774922 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.774922 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.774922 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.774922 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.774922 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.774922 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.774922 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.774922 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.777448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.777448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.777448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.777448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.777448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.777448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.777448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.777448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.779764 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.779764 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.779764 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.779764 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.779764 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.779764 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.779764 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.779764 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.779764 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.781876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.781876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.781876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.781876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.781876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.781876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.781876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.781876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.781876 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.783987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.783987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.783987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.783987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.783987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.783987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.783987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.783987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.783987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.785557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.785557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.785557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.785557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.785557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.785557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.785557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.785557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.785557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.787866 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.787866 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.787866 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.787866 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.787866 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.787866 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.787866 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.787866 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.787866 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.788838 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.788838 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.788838 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.788838 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.788838 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.788838 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.788838 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.788838 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.788838 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.790424 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.790424 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.790424 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.790424 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.790424 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.790424 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.790424 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.790424 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.791863 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.791863 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.791863 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.791863 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.791863 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.791863 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.791863 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.791863 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.793371 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.793371 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.793371 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.793371 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.793371 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.793371 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.793371 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.794504 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.794504 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.794504 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.794504 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.795802 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.795802 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.795802 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.795802 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.795802 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.797075 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.797075 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.797075 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.797075 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.797075 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.797714 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.797714 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.797714 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.798098 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.798221 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.798843 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.798843 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.798843 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.799236 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.799362 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.799590 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.799870 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.801524 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.801524 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.801524 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.801524 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.801524 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.801524 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.802323 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.802323 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.802323 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.802741 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.802987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.803755 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.803755 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.804052 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.804205 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.804339 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.804596 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.804774 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.804987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.805216 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.806382 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.806382 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.806382 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.806382 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.806382 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.807243 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.807243 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.807243 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.807243 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.807877 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.807877 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.807877 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.808274 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.808274 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.808559 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.808974 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.809144 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.809288 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.809633 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.809794 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.809958 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.810140 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.810415 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.810644 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.810786 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.812570 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.812570 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.812570 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.812570 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.812570 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.812570 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.812570 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.813839 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.813839 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.813839 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.813839 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.813839 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.814517 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.814517 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.814517 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.814916 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.814916 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.815214 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.815370 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.817829 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.817829 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.817829 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.817829 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.817829 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.817829 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.817829 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.817829 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821063 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821063 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821063 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821063 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821063 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821063 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821063 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821063 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821993 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821993 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821993 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821993 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821993 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821993 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821993 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.821993 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.822557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.822557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.822557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.822557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.822557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.822557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.822984 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.822984 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.823147 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.823295 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.823501 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.823916 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.824137 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.824346 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.824590 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.824798 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.826188 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.826188 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.826188 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.826188 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.826188 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.826188 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.827005 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.827005 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.827005 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.827396 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.827396 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.827669 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.827846 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.828060 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.828336 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.828491 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.828877 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.829381 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.830122 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.830797 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.831251 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.831738 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.832139 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.832582 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.832999 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.833367 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.834378 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.834935 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.835392 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.835851 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.836271 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.836696 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.837097 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.837483 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.837896 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.838307 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.838706 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.839131 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.839567 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.840037 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.840456 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.840863 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.841268 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.841671 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.842056 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.842445 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.842824 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.843094 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 14:08:55.843966 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 14:08:55.844241 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 14:08:55.844521 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 14:08:55.844810 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 14:08:55.845099 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 14:08:55.845364 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 14:08:55.849905 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.849905 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.849905 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.849905 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.849905 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.849905 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.849905 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.849905 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.850751 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.850751 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.850751 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.850751 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.850751 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.850751 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.850751 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.850751 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.850751 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.851668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.851668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.851668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.851668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.852008 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.852094 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] debug = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.852321 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.852784 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.853018 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.853299 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.853571 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.853850 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.854127 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.854505 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.854777 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.855054 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.855334 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.856011 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.856011 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.856342 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.856533 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.856821 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.857111 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.857400 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] host = dv-cinder-804584-9-iscsi {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.857700 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.857984 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.858267 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.858550 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.859131 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.859131 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.859408 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.859647 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.859867 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.860185 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.860475 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.860757 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.861029 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.861309 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.861571 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_options = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.861906 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.862357 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.862499 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.862832 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.863054 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.863331 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.863566 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.863817 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.863936 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.864078 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.864281 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.864437 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.864546 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.864800 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.865080 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.865213 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.865438 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.865970 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.866394 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.866725 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.867059 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.867408 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.867601 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.867744 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.867875 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.868030 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.868180 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.868310 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.868472 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.868629 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.868784 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.868942 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.869133 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.869277 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.869426 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.869562 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.869705 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.869848 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.869987 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.870189 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.870344 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.870483 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.870638 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.870782 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.870937 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.873239 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_json = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.873239 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.873239 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.873239 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.873239 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.873239 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.873239 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.873239 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.874344 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 14:08:55.874344 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.874344 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.874344 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.874344 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.874344 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.874344 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.874344 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.875282 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.875282 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.875282 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.875282 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.875282 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.875282 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.875282 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.875282 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.876375 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.876375 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.876375 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.876375 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.876375 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.876375 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.876375 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.876375 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.877475 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.877475 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.877475 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.877475 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.877475 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.877475 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.877475 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.878134 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.878134 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.878134 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.878134 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.878134 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.878668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.878668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.878668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.879145 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.879145 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.879145 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.879603 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.879603 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.879603 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.880035 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.880035 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.880035 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.880326 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.880326 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.880555 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.880779 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.881122 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.881448 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.881667 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.881847 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.882012 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.882172 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.882333 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.882490 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.882755 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.882951 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.882951 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.883291 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.883291 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.883563 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.883743 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.883934 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.884067 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.884198 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.884397 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.884579 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.884763 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.884923 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.885064 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.885202 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.885357 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.885496 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.885627 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.885768 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.885929 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.886092 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.886240 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.886400 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.886557 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.886727 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.886901 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.887059 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.887248 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.887510 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.887639 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:08:55.887763 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.887763 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.887915 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.887994 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.888113 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.888271 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.888429 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.888587 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.888750 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.888908 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.889065 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.889222 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.889379 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.889536 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.889693 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.889855 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.890007 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.890166 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.890322 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.890480 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.890642 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.890801 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.890967 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.891127 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.891294 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.891436 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.891620 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.891780 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.891941 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.892099 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.892257 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.892414 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.892572 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.892728 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.892885 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.893045 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.893202 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.893361 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.893527 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.893696 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.893854 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.894013 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.894170 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.894350 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.894511 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.894668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.894826 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.894983 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.895144 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.895302 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.895464 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.895605 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.895798 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.895919 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.896663 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.896868 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.897144 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.897438 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.897785 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.897908 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.897993 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.898124 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.898283 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.898443 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.898601 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.898760 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.898917 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.899075 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.899234 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.899395 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.899553 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.899886 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.900192 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.900360 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.900714 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.900714 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.900881 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.900972 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.901112 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.901266 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.901426 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.901582 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.901733 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.901937 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.902046 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.902197 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.903851 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.903851 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.903851 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.903851 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.903851 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.903851 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.903851 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.903851 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.904731 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.904731 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.904731 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.904731 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.904731 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.904731 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.904731 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.904731 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.905423 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.905423 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.905423 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.905423 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.905423 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.905798 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.905798 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.905798 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.906007 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.906086 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.906211 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.906370 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.906527 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.906686 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.906846 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.907017 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.907181 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.907336 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.907652 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.907947 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.908054 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.908749 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.908749 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.908749 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.908749 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.908749 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.909203 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.909203 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.909203 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.909566 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.909566 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.909760 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.909760 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.909905 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.910040 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.910197 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.910354 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.910512 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.910668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.910833 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.911044 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.911171 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.911279 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.911435 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.911668 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.912438 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.912636 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.912922 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.913182 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.913345 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.913492 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.913662 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.913824 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.913986 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.914156 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.914315 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.914476 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.914636 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.914810 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.915012 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.915152 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.915276 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.915427 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.915585 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.915773 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.915938 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.916106 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.916272 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.916434 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.916599 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.916765 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.916936 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.917127 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.917271 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.917415 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.917549 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.917697 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.917853 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.918106 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.918249 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.918386 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.918519 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.918666 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.918849 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.918984 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.919117 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.919249 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.919384 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.919515 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.919647 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.919762 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.919937 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.920078 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.920222 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 14:08:55.920362 dv-cinder-804584-9-iscsi neutron-server[94051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 14:08:55.986447 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 45562) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:08:55.995955 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070174 Aug 16 14:09:07.806123 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cfb83b-bca9-4840-bb1f-f0a04b90fce1 None None] get_active_networks_info from dv-cinder-804584-9-iscsi {{(pid=94162) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 14:09:07.888823 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cfb83b-bca9-4840-bb1f-f0a04b90fce1 None None] No non-hosted networks {{(pid=94162) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 14:09:07.907541 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.agentschedulers_db [None req-a0cfb83b-bca9-4840-bb1f-f0a04b90fce1 None None] DHCP Agent not found on host dv-cinder-804584-9-iscsi {{(pid=94162) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 14:09:08.018690 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-4c426301-8466-4f9f-9bb5-f8f59e515577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595920'] for agent, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:10.278925 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a7506505-7e19-4b85-9109-1eb6d65f5a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595920'] for agent, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:10.317559 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f11924ce-b147-469a-b23d-358bba683cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:10.782392 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595920'] for agent, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:10.783057 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.783400 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.784190 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.784609 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.784947 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.785278 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.785605 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.785955 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.786285 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.786637 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.786962 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.787286 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:10.787716 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804584-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:10.804004 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804584-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:11.764621 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595920'] for agent, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:13.347076 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595920'] for agent, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:14.554273 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 45654) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:15.084678 dv-cinder-804584-9-iscsi neutron-server[94161]: WARNING oslo_policy.policy [None req-10b5e62d-c381-49c6-8631-271f580cafe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 14:09:15.085278 dv-cinder-804584-9-iscsi neutron-server[94161]: WARNING oslo_policy.policy [None req-10b5e62d-c381-49c6-8631-271f580cafe7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 14:09:15.310275 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [None req-10b5e62d-c381-49c6-8631-271f580cafe7 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:09:15.311477 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-10b5e62d-c381-49c6-8631-271f580cafe7 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7562425 Aug 16 14:09:17.644476 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.db.l3_hamode_db [None req-8b455f2b-0138-43c7-9579-172facfe9927 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 14:09:17.726752 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b455f2b-0138-43c7-9579-172facfe9927 None None] Routers set() bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:17.727154 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b455f2b-0138-43c7-9579-172facfe9927 None None] Router IDs set() for agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 14:09:17.793968 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 45668) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:18.317261 dv-cinder-804584-9-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-53aa52b5-893d-49d8-b859-0d99bf6d21b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 14:09:18.318460 dv-cinder-804584-9-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-53aa52b5-893d-49d8-b859-0d99bf6d21b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 14:09:18.532883 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-53aa52b5-893d-49d8-b859-0d99bf6d21b2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:18.629781 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.policy [None req-53aa52b5-893d-49d8-b859-0d99bf6d21b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94160) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 14:09:18.674803 dv-cinder-804584-9-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-53aa52b5-893d-49d8-b859-0d99bf6d21b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 14:09:18.675181 dv-cinder-804584-9-iscsi neutron-server[94160]: WARNING oslo_policy.policy [None req-53aa52b5-893d-49d8-b859-0d99bf6d21b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 14:09:18.684462 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.quota [None req-53aa52b5-893d-49d8-b859-0d99bf6d21b2 admin admin] Loaded quota_driver: . Aug 16 14:09:18.790858 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-53aa52b5-893d-49d8-b859-0d99bf6d21b2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761476188112', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761476186531', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761476208056', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761476205579', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761476105761', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761476169069', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16668774', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16546665', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-730023', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632562'] for rbac-policy, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:18.871047 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-53aa52b5-893d-49d8-b859-0d99bf6d21b2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:18.876655 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-53aa52b5-893d-49d8-b859-0d99bf6d21b2 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0763342 Aug 16 14:09:21.502365 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 45686) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:21.822810 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Request body: {'network': {'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'name': 'private', 'admin_state_up': True, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:21.857356 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Made reservation on behalf of da0fd238392a4f2988885dd82dce2ae9 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:09:21.860696 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:21.878711 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:22.012949 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:22.016750 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:22.037085 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:09:22.067127 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761472883514', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:22.067791 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Unsubscribe: segment precommit_create {{(pid=94160) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 14:09:22.068286 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Added segment ea75a5b1-0551-4592-9f5e-ba5c58cd63ca of type vlan for network 7818109b-2574-438c-b301-811a5ad9bb40 Aug 16 14:09:22.085667 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46ad749-b4bf-4ba0-803d-ac9500ee4522,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:22.112542 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.112894 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.113231 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.113558 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.113879 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.114210 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.114572 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.114888 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.115224 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.115533 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.115868 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.116179 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Tracked resource versions report: Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: pushed versions: Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: { 'AddressGroup': {'1.2'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'ConntrackHelper': {'1.0'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Log': {'1.0'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Network': {'1.1'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Port': {'1.7'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'PortForwarding': {'1.2'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'QosPolicy': {'1.9'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SecurityGroup': {'1.4'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SecurityGroupRule': {'1.2'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SubPort': {'1.0'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Subnet': {'1.1'}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Trunk': {'1.1'}} Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: consumer versions: Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: { DHCP agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: L3 agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: Metadata agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: Metering agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: Open vSwitch agent@dv-cinder-804584-9-iscsi: { 'AddressGroup': '1.2', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'ConntrackHelper': '1.0', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Log': '1.0', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Network': '1.1', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Port': '1.7', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'PortForwarding': '1.2', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'QosPolicy': '1.9', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SecurityGroup': '1.4', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SecurityGroupRule': '1.2', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SubPort': '1.0', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Subnet': '1.1', Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Trunk': '1.1'}} Aug 16 14:09:22.117290 dv-cinder-804584-9-iscsi neutron-server[94160]: {{(pid=94160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 14:09:22.195515 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:22.244550 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:22.245827 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:22.246588 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:22.339797 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8362300 Aug 16 14:09:22.359725 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f7312-63b9-413e-b404-ecda83968afe admin admin] Pushing event updated for resources: {'Network': ['ID=7818109b-2574-438c-b301-811a5ad9bb40,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:22.372939 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network 7818109b-2574-438c-b301-811a5ad9bb40 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:09:25.099406 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 45700) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:25.675443 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.policy [None req-3ce06da4-bbf8-4e74-9a96-52a72a9f277f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94161) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 14:09:25.723492 dv-cinder-804584-9-iscsi neutron-server[94161]: WARNING oslo_policy.policy [None req-3ce06da4-bbf8-4e74-9a96-52a72a9f277f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 14:09:25.723967 dv-cinder-804584-9-iscsi neutron-server[94161]: WARNING oslo_policy.policy [None req-3ce06da4-bbf8-4e74-9a96-52a72a9f277f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 14:09:25.732158 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce06da4-bbf8-4e74-9a96-52a72a9f277f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:25.733892 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-3ce06da4-bbf8-4e74-9a96-52a72a9f277f admin admin] 10.222.0.13 "GET /v2.0/networks/7818109b-2574-438c-b301-811a5ad9bb40 HTTP/1.1" status: 200 len: 825 time: 0.6337445 Aug 16 14:09:25.779917 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8802b3f4-6769-46e6-9042-377aed8094cb admin admin] 10.222.0.13 "GET /v2.0/subnetpools/7e447ce2-6ba2-4255-b041-acc432f97b26 HTTP/1.1" status: 200 len: 734 time: 0.0393255 Aug 16 14:09:25.789598 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Request body: {'subnet': {'network_id': '7818109b-2574-438c-b301-811a5ad9bb40', 'subnetpool_id': '7e447ce2-6ba2-4255-b041-acc432f97b26', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:25.791093 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.quota [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Loaded quota_driver: . Aug 16 14:09:25.835951 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Made reservation on behalf of da0fd238392a4f2988885dd82dce2ae9 for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:09:25.838871 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:26.144542 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:26.215186 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Checking segment: {'id': 'ea75a5b1-0551-4592-9f5e-ba5c58cd63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:09:26.215572 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Network hostable DHCP agents. Network: 7818109b-2574-438c-b301-811a5ad9bb40, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:09:26.231675 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70192e1e-ab97-4b5c-96f1-a6bb20f8897c,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:26.247108 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.247496 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.247849 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.248183 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.248512 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.248856 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.249183 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.249500 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.249837 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.250162 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.250478 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.250798 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Tracked resource versions report: Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: pushed versions: Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: { 'AddressGroup': {'1.2'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'ConntrackHelper': {'1.0'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Log': {'1.0'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Network': {'1.1'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Port': {'1.7'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'PortForwarding': {'1.2'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'QosPolicy': {'1.9'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SecurityGroup': {'1.4'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SecurityGroupRule': {'1.2'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SubPort': {'1.0'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Subnet': {'1.1'}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Trunk': {'1.1'}} Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: consumer versions: Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: { DHCP agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: L3 agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: Metadata agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: Metering agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: Open vSwitch agent@dv-cinder-804584-9-iscsi: { 'AddressGroup': '1.2', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'ConntrackHelper': '1.0', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Log': '1.0', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Network': '1.1', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Port': '1.7', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'PortForwarding': '1.2', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'QosPolicy': '1.9', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SecurityGroup': '1.4', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SecurityGroupRule': '1.2', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SubPort': '1.0', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Subnet': '1.1', Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Trunk': '1.1'}} Aug 16 14:09:26.251939 dv-cinder-804584-9-iscsi neutron-server[94161]: {{(pid=94161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 14:09:26.276361 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Network 7818109b-2574-438c-b301-811a5ad9bb40 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:09:26.294387 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, 7818109b-2574-438c-b301-811a5ad9bb40) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:26.303273 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:26.304395 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:26.304725 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055cf8e7-374e-4c9c-96f9-4b0ab3ab3402 None None] Network 7818109b-2574-438c-b301-811a5ad9bb40 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:09:26.323121 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-fc504caf-bf8c-4bab-8de5-c876bf632b46 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5371664 Aug 16 14:09:26.641144 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp313dcea0-1251-5108-a967-adabd9b83d60-7818109b-2574-438c-b301-811a5ad9bb40', 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'fixed_ips': [{'subnet_id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c'}]}} from dv-cinder-804584-9-iscsi. {{(pid=94162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:09:26.642379 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:26.929558 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.db_base_plugin_common [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Allocated IP 172.20.0.2 (7818109b-2574-438c-b301-811a5ad9bb40/70192e1e-ab97-4b5c-96f1-a6bb20f8897c/e81ebc61-6e51-4c3f-857c-23f243a52bfe) {{(pid=94162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:09:27.182527 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Notify callbacks [] for port, precommit_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.198437 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Transition to ACTIVE for port object e81ebc61-6e51-4c3f-857c-23f243a52bfe will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:27.221706 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Transition to ACTIVE for port object e81ebc61-6e51-4c3f-857c-23f243a52bfe will not be triggered until provisioned by entity DHCP. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:27.236902 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.328910 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Network 7818109b-2574-438c-b301-811a5ad9bb40 is already hosted by enough agents. {{(pid=94162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:09:27.335614 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.base_scheduler [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Resources bound (agent type, host, resource id): {{(pid=94162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:27.342573 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Received port after_create {{(pid=94162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:09:27.344621 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Pushing event updated for resources: {'Port': ['ID=e81ebc61-6e51-4c3f-857c-23f243a52bfe,revision_number=1']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:27.355126 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.355478 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.355867 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.356212 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.356546 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.356881 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.357214 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.357542 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.357886 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.358238 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.358550 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.358877 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Tracked resource versions report: Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: pushed versions: Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: { 'AddressGroup': {'1.2'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'ConntrackHelper': {'1.0'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Log': {'1.0'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Network': {'1.1'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Port': {'1.7'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'PortForwarding': {'1.2'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'QosPolicy': {'1.9'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SecurityGroup': {'1.4'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SecurityGroupRule': {'1.2'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SubPort': {'1.0'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Subnet': {'1.1'}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Trunk': {'1.1'}} Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: consumer versions: Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: { DHCP agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: L3 agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: Metadata agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: Metering agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: Open vSwitch agent@dv-cinder-804584-9-iscsi: { 'AddressGroup': '1.2', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'ConntrackHelper': '1.0', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Log': '1.0', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Network': '1.1', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Port': '1.7', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'PortForwarding': '1.2', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'QosPolicy': '1.9', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SecurityGroup': '1.4', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SecurityGroupRule': '1.2', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SubPort': '1.0', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Subnet': '1.1', Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Trunk': '1.1'}} Aug 16 14:09:27.360035 dv-cinder-804584-9-iscsi neutron-server[94162]: {{(pid=94162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 14:09:27.441282 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Attempting to bind port e81ebc61-6e51-4c3f-857c-23f243a52bfe on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:09:27.441463 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Attempting to bind port e81ebc61-6e51-4c3f-857c-23f243a52bfe by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': 'ea75a5b1-0551-4592-9f5e-ba5c58cd63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:09:27.441887 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Attempting to bind port e81ebc61-6e51-4c3f-857c-23f243a52bfe on network 7818109b-2574-438c-b301-811a5ad9bb40 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:09:27.447299 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:09:27.447722 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Checking segment: {'id': 'ea75a5b1-0551-4592-9f5e-ba5c58cd63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:09:27.448208 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.448617 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Bound using segment: {'id': 'ea75a5b1-0551-4592-9f5e-ba5c58cd63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:09:27.449118 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Bound port: e81ebc61-6e51-4c3f-857c-23f243a52bfe, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea75a5b1-0551-4592-9f5e-ba5c58cd63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:09:27.449515 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.525989 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] For port e81ebc61-6e51-4c3f-857c-23f243a52bfe, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:09:27.531128 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] For port e81ebc61-6e51-4c3f-857c-23f243a52bfe, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e81ebc61-6e51-4c3f-857c-23f243a52bfe,segment=NetworkSegment(ea75a5b1-0551-4592-9f5e-ba5c58cd63ca),segment_id=ea75a5b1-0551-4592-9f5e-ba5c58cd63ca)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:09:27.537631 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:27.613773 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1651df3-bb7a-4f30-82f7-ef3344036160 None None] Pushing event updated for resources: {'Port': ['ID=e81ebc61-6e51-4c3f-857c-23f243a52bfe,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:28.796026 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 45714) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:29.152419 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [None req-2da4a705-3d1b-4add-a0df-372301878857 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:09:29.153636 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2da4a705-3d1b-4add-a0df-372301878857 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3563669 Aug 16 14:09:31.638574 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 45722) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:31.993517 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [None req-34cdb725-68e3-4ab8-bedc-9abccb4afbb9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:09:31.994585 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-34cdb725-68e3-4ab8-bedc-9abccb4afbb9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3550620 Aug 16 14:09:34.701465 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 45732) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:35.026284 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-0e0ac5c3-7397-4dfe-a4a4-e8f2d492f986 admin admin] Request body: {'router': {'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'name': 'router1', 'admin_state_up': True}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:35.052487 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac5c3-7397-4dfe-a4a4-e8f2d492f986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3310'] for router, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.054127 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac5c3-7397-4dfe-a4a4-e8f2d492f986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3301'] for router, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.238371 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac5c3-7397-4dfe-a4a4-e8f2d492f986 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.248197 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac5c3-7397-4dfe-a4a4-e8f2d492f986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467'] for router, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.261816 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0e0ac5c3-7397-4dfe-a4a4-e8f2d492f986 admin admin] Notify callbacks [] for router, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:35.263168 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0e0ac5c3-7397-4dfe-a4a4-e8f2d492f986 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5607204 Aug 16 14:09:36.223930 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06726039-bcaf-4be8-b7e5-070247a645fa None None] Network 7818109b-2574-438c-b301-811a5ad9bb40 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:09:36.278709 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b71c54bd-1279-4665-8673-63b12ea0084e None None] Provisioning for port e81ebc61-6e51-4c3f-857c-23f243a52bfe completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:36.838313 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e81ebc61-6e51-4c3f-857c-23f243a52bfe up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:36.932229 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port e81ebc61-6e51-4c3f-857c-23f243a52bfe completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:36.936171 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port e81ebc61-6e51-4c3f-857c-23f243a52bfe triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:36.936578 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.056162 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.102062 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port e81ebc61-6e51-4c3f-857c-23f243a52bfe, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e81ebc61-6e51-4c3f-857c-23f243a52bfe,segment=NetworkSegment(ea75a5b1-0551-4592-9f5e-ba5c58cd63ca),segment_id=ea75a5b1-0551-4592-9f5e-ba5c58cd63ca)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:37.106790 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.166024 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=e81ebc61-6e51-4c3f-857c-23f243a52bfe,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:37.700636 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-66048e11-809f-40a3-b00f-b43232053595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:37.832622 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 45744) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:38.161377 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [None req-7a739867-d9c8-4651-ade9-9291edea5d50 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:09:38.162383 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-7a739867-d9c8-4651-ade9-9291edea5d50 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282902 Aug 16 14:09:38.798364 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e81ebc61-6e51-4c3f-857c-23f243a52bfe up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:38.848845 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port e81ebc61-6e51-4c3f-857c-23f243a52bfe triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:38.849208 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:40.278174 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-9e348dc2-2560-4a2b-8577-a1f5c47582b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:40.602333 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 45752) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:40.787152 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:40.937867 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:40.960863 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Made reservation on behalf of 7deea4db5cad436bbdb0dfeeff40456e for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:09:40.963136 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:40.978699 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:41.112303 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:41.116646 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:41.135239 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Reserving flat network on physical network physnet1 {{(pid=94161) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 14:09:41.154987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629561b8-6ef0-4432-abf7-a68f3dab1180,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:41.163876 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761472883514', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:41.164544 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Unsubscribe: segment precommit_create {{(pid=94161) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 14:09:41.165057 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Added segment 410904a9-ddfa-40b3-bddf-e26a54d2c4b6 of type flat for network 6b166495-d3e3-4480-9115-660eac9b9b3e Aug 16 14:09:41.227987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:41.273814 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:41.274954 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:41.275550 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:41.356525 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7530785 Aug 16 14:09:41.375468 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c8eb5-90f2-4f84-b983-d92a585f7683 admin admin] Pushing event updated for resources: {'Network': ['ID=6b166495-d3e3-4480-9115-660eac9b9b3e,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:41.387078 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network 6b166495-d3e3-4480-9115-660eac9b9b3e details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:09:41.720147 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:43.299780 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:43.783059 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 45770) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:43.974549 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988516c5-e3fe-4539-93a6-0ea452761aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:43.975902 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-988516c5-e3fe-4539-93a6-0ea452761aac admin admin] 10.222.0.13 "GET /v2.0/subnets/70192e1e-ab97-4b5c-96f1-a6bb20f8897c HTTP/1.1" status: 200 len: 849 time: 0.1915514 Aug 16 14:09:44.093824 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-83d19e02-0a4c-430d-8a66-d35782d99e80 admin admin] 10.222.0.13 "GET /v2.0/routers/79767e51-fbb5-4e22-beb0-d95644df0475 HTTP/1.1" status: 200 len: 704 time: 0.1118586 Aug 16 14:09:44.366936 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:44.669306 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Allocated IP 172.20.0.1 (7818109b-2574-438c-b301-811a5ad9bb40/70192e1e-ab97-4b5c-96f1-a6bb20f8897c/f622ce5d-2baa-40f3-9699-6261b437c581) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:09:44.843871 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:44.921003 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Transition to ACTIVE for port object f622ce5d-2baa-40f3-9699-6261b437c581 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:45.007613 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:45.088581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Network 7818109b-2574-438c-b301-811a5ad9bb40 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:09:45.094756 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:45.100122 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:09:45.101368 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701108'] for router_interface, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:45.105037 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Pushing event updated for resources: {'Port': ['ID=f622ce5d-2baa-40f3-9699-6261b437c581,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:45.284978 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-528de3fd-e2f4-4b99-92ff-b08baf434324 None None] Provisioning for port f622ce5d-2baa-40f3-9699-6261b437c581 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:45.289730 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-528de3fd-e2f4-4b99-92ff-b08baf434324 None None] Provisioning complete for port f622ce5d-2baa-40f3-9699-6261b437c581 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:45.290113 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-528de3fd-e2f4-4b99-92ff-b08baf434324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:45.321360 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:45.324018 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-528de3fd-e2f4-4b99-92ff-b08baf434324 None None] Port f622ce5d-2baa-40f3-9699-6261b437c581 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:09:45.543385 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:45.547948 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:45.548786 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700952'] for router_interface, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:45.627406 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Pushing event updated for resources: {'Port': ['ID=f622ce5d-2baa-40f3-9699-6261b437c581,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:45.676041 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Network 7818109b-2574-438c-b301-811a5ad9bb40 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:09:45.677922 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:45.845696 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-6172dee2-b35d-46aa-9c5e-51d5754c7f54 None None] Provisioning complete for port f622ce5d-2baa-40f3-9699-6261b437c581 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:45.845935 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Router 79767e51-fbb5-4e22-beb0-d95644df0475 is scheduled to L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 with binding_index 1 {{(pid=94161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:09:45.847265 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-6172dee2-b35d-46aa-9c5e-51d5754c7f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:45.881117 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-6172dee2-b35d-46aa-9c5e-51d5754c7f54 None None] Port f622ce5d-2baa-40f3-9699-6261b437c581 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:09:45.945972 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:09:45.951607 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-5f871adc-0fe3-4c89-830b-a99d45f058ef admin admin] 10.222.0.13 "PUT /v2.0/routers/79767e51-fbb5-4e22-beb0-d95644df0475/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8514583 Aug 16 14:09:45.957828 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Sync routers for ids ['79767e51-fbb5-4e22-beb0-d95644df0475'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:09:45.969615 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Routers {'79767e51-fbb5-4e22-beb0-d95644df0475'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:45.970504 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:09:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['79767e51-fbb5-4e22-beb0-d95644df0475'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:46.159801 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Set router 79767e51-fbb5-4e22-beb0-d95644df0475 gateway port host: None {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:46.633695 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'name': 'router1', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:35Z', 'updated_at': '2021-08-16T14:09:45Z', 'revision_number': 2, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'gw_port_host': None, '_interfaces': [{'id': 'f622ce5d-2baa-40f3-9699-6261b437c581', 'name': '', 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'mac_address': 'fa:16:3e:cf:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:44Z', 'updated_at': '2021-08-16T14:09:45Z', 'revision_number': 2, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'subnets': [{'id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e447ce2-6ba2-4255-b041-acc432f97b26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:46.694407 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Checking router: 79767e51-fbb5-4e22-beb0-d95644df0475 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:09:46.694913 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Updating router 79767e51-fbb5-4e22-beb0-d95644df0475 port f622ce5d-2baa-40f3-9699-6261b437c581 binding host dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:09:46.746326 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.283019 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Notify callbacks [] for port, precommit_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.303530 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.provisioning_blocks [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Transition to ACTIVE for port object f622ce5d-2baa-40f3-9699-6261b437c581 will not be triggered until provisioned by entity L2. {{(pid=94163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:47.310212 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.470798 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Pushing event updated for resources: {'Port': ['ID=f622ce5d-2baa-40f3-9699-6261b437c581,revision_number=3']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:47.487065 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.487406 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.487763 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.488092 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.488418 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.488740 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.489768 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.490105 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.490662 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.491040 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.491360 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.491677 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Tracked resource versions report: Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: pushed versions: Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: { 'AddressGroup': {'1.2'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'ConntrackHelper': {'1.0'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Log': {'1.0'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Network': {'1.1'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Port': {'1.7'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'PortForwarding': {'1.2'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'QosPolicy': {'1.9'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SecurityGroup': {'1.4'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SecurityGroupRule': {'1.2'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SubPort': {'1.0'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Subnet': {'1.1'}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Trunk': {'1.1'}} Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: consumer versions: Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: { DHCP agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: L3 agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: Metadata agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: Metering agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: Open vSwitch agent@dv-cinder-804584-9-iscsi: { 'AddressGroup': '1.2', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'ConntrackHelper': '1.0', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Log': '1.0', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Network': '1.1', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Port': '1.7', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'PortForwarding': '1.2', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'QosPolicy': '1.9', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SecurityGroup': '1.4', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SecurityGroupRule': '1.2', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SubPort': '1.0', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Subnet': '1.1', Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Trunk': '1.1'}} Aug 16 14:09:47.492827 dv-cinder-804584-9-iscsi neutron-server[94163]: {{(pid=94163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 14:09:47.495747 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Attempting to bind port f622ce5d-2baa-40f3-9699-6261b437c581 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:09:47.496231 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Attempting to bind port f622ce5d-2baa-40f3-9699-6261b437c581 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': 'ea75a5b1-0551-4592-9f5e-ba5c58cd63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40'}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:09:47.496559 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Attempting to bind port f622ce5d-2baa-40f3-9699-6261b437c581 on network 7818109b-2574-438c-b301-811a5ad9bb40 {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:09:47.503806 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:09:47.504216 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Checking segment: {'id': 'ea75a5b1-0551-4592-9f5e-ba5c58cd63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:09:47.504738 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.505873 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Bound using segment: {'id': 'ea75a5b1-0551-4592-9f5e-ba5c58cd63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40'} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:09:47.506456 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Bound port: f622ce5d-2baa-40f3-9699-6261b437c581, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea75a5b1-0551-4592-9f5e-ba5c58cd63ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40'}}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:09:47.506838 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.587376 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] For port f622ce5d-2baa-40f3-9699-6261b437c581, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:09:47.610967 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] For port f622ce5d-2baa-40f3-9699-6261b437c581, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=f622ce5d-2baa-40f3-9699-6261b437c581,segment=NetworkSegment(ea75a5b1-0551-4592-9f5e-ba5c58cd63ca),segment_id=ea75a5b1-0551-4592-9f5e-ba5c58cd63ca)] {{(pid=94163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:09:47.617750 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:47.662106 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Routers {'79767e51-fbb5-4e22-beb0-d95644df0475'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:47.662753 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:09:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['79767e51-fbb5-4e22-beb0-d95644df0475'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:47.760982 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] Set router 79767e51-fbb5-4e22-beb0-d95644df0475 gateway port host: None {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:47.808265 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262673b-933c-4e68-bba5-3359cf1013ac None None] Pushing event updated for resources: {'Port': ['ID=f622ce5d-2baa-40f3-9699-6261b437c581,revision_number=4']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:48.001023 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'name': 'router1', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:35Z', 'updated_at': '2021-08-16T14:09:45Z', 'revision_number': 2, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'gw_port_host': None, '_interfaces': [{'id': 'f622ce5d-2baa-40f3-9699-6261b437c581', 'name': '', 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'mac_address': 'fa:16:3e:cf:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:44Z', 'updated_at': '2021-08-16T14:09:47Z', 'revision_number': 4, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'subnets': [{'id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e447ce2-6ba2-4255-b041-acc432f97b26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:48.034215 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c72824f7-3b62-47f0-a77b-0f9ce5f30060 None None] The sync data for ids ['79767e51-fbb5-4e22-beb0-d95644df0475'] in dv-cinder-804584-9-iscsi is: [{'id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'name': 'router1', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:35Z', 'updated_at': '2021-08-16T14:09:45Z', 'revision_number': 2, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'gw_port_host': None, '_interfaces': [{'id': 'f622ce5d-2baa-40f3-9699-6261b437c581', 'name': '', 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'mac_address': 'fa:16:3e:cf:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:44Z', 'updated_at': '2021-08-16T14:09:47Z', 'revision_number': 4, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'subnets': [{'id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e447ce2-6ba2-4255-b041-acc432f97b26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:09:48.277592 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 45790) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:48.402682 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e3c2b2-4186-4ff6-b25f-8b1d6c196fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:48.403999 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-25e3c2b2-4186-4ff6-b25f-8b1d6c196fb9 admin admin] 10.222.0.13 "GET /v2.0/networks/6b166495-d3e3-4480-9115-660eac9b9b3e HTTP/1.1" status: 200 len: 842 time: 0.1253150 Aug 16 14:09:48.414519 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:48.434946 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Made reservation on behalf of 7deea4db5cad436bbdb0dfeeff40456e for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:09:48.437672 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:48.735373 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.objects.ports [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94161) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 14:09:48.735835 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:48.867548 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f047390-9e73-4dae-b36c-223ed779d1a4,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:48.878314 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:09:48.878666 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Network hostable DHCP agents. Network: 6b166495-d3e3-4480-9115-660eac9b9b3e, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:09:48.894656 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:09:48.903114 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, 6b166495-d3e3-4480-9115-660eac9b9b3e) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:48.907391 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:48.908010 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:48.918753 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764561b9-f954-41b6-9679-20788507faa0 None None] Network 6b166495-d3e3-4480-9115-660eac9b9b3e requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:09:48.935759 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-66357dd9-aaa1-4b13-aabc-db312d811d4f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5155430 Aug 16 14:09:49.059338 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07345d73-b985-45fc-a0b0-bc76949f4b01 None None] Network 6b166495-d3e3-4480-9115-660eac9b9b3e requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:09:51.271725 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 45798) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:51.414483 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-1b16ed8a-3c99-4497-9abe-d51dbd6dc58d admin admin] 10.222.0.13 "GET /v2.0/routers/79767e51-fbb5-4e22-beb0-d95644df0475 HTTP/1.1" status: 200 len: 710 time: 0.1389883 Aug 16 14:09:51.499872 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe64319-10ba-4f05-9bb4-d9e4658accb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:09:51.501194 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-3fe64319-10ba-4f05-9bb4-d9e4658accb7 admin admin] 10.222.0.13 "GET /v2.0/networks/6b166495-d3e3-4480-9115-660eac9b9b3e HTTP/1.1" status: 200 len: 886 time: 0.0834916 Aug 16 14:09:51.511920 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:09:51.773920 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:52.038505 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:52.121915 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:52.226229 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Allocated IP 172.27.3.193 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/b8464f2e-a3d1-46f0-892f-3520d5ee0ac3) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:09:52.331843 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:52.376297 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:52.417087 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:09:52.419933 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:09:52.426180 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:09:52.429630 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b8464f2e-a3d1-46f0-892f-3520d5ee0ac3,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:52.682451 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:52.974574 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-597446', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-595307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3219'] for router, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:52.978029 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-597449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-597456', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-595314'] for router, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:53.090873 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Router 79767e51-fbb5-4e22-beb0-d95644df0475 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:09:53.204553 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:09:53.209602 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] Notify callbacks [] for router, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:53.210803 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-2ed50452-8262-4355-9fe5-03da835207f0 admin admin] 10.222.0.13 "PUT /v2.0/routers/79767e51-fbb5-4e22-beb0-d95644df0475 HTTP/1.1" status: 200 len: 890 time: 1.7024975 Aug 16 14:09:54.827339 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device f622ce5d-2baa-40f3-9699-6261b437c581 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:54.856553 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Sync routers for ids ['79767e51-fbb5-4e22-beb0-d95644df0475'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:09:54.876389 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Routers {'79767e51-fbb5-4e22-beb0-d95644df0475'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:54.877031 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:09:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['79767e51-fbb5-4e22-beb0-d95644df0475'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:54.971270 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port f622ce5d-2baa-40f3-9699-6261b437c581 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:54.996816 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port f622ce5d-2baa-40f3-9699-6261b437c581 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:54.997208 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:55.183785 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Set router 79767e51-fbb5-4e22-beb0-d95644df0475 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:55.404119 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:55.497049 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port f622ce5d-2baa-40f3-9699-6261b437c581, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=f622ce5d-2baa-40f3-9699-6261b437c581,segment=NetworkSegment(ea75a5b1-0551-4592-9f5e-ba5c58cd63ca),segment_id=ea75a5b1-0551-4592-9f5e-ba5c58cd63ca)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:55.503412 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:55.626592 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=f622ce5d-2baa-40f3-9699-6261b437c581,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:55.690663 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 45810) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:09:55.698385 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'name': 'router1', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b8464f2e-a3d1-46f0-892f-3520d5ee0ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:35Z', 'updated_at': '2021-08-16T14:09:52Z', 'revision_number': 4, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'gw_port': {'id': 'b8464f2e-a3d1-46f0-892f-3520d5ee0ac3', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:52Z', 'updated_at': '2021-08-16T14:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'f622ce5d-2baa-40f3-9699-6261b437c581', 'name': '', 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'mac_address': 'fa:16:3e:cf:10:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:44Z', 'updated_at': '2021-08-16T14:09:47Z', 'revision_number': 4, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'subnets': [{'id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e447ce2-6ba2-4255-b041-acc432f97b26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:55.755736 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Checking router: 79767e51-fbb5-4e22-beb0-d95644df0475 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:09:55.756280 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Updating router 79767e51-fbb5-4e22-beb0-d95644df0475 port b8464f2e-a3d1-46f0-892f-3520d5ee0ac3 binding host dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:09:55.813186 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-56f1c739-7ee5-41aa-8ee9-b037de18fb63 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1202574 Aug 16 14:09:55.814166 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:56.175875 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:56.185981 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Transition to ACTIVE for port object b8464f2e-a3d1-46f0-892f-3520d5ee0ac3 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:09:56.192372 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:56.246344 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafe55c-da09-41da-87e9-7ba7fc09ed76 None None] Pushing event updated for resources: {'Port': ['ID=b8464f2e-a3d1-46f0-892f-3520d5ee0ac3,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:56.249351 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Attempting to bind port b8464f2e-a3d1-46f0-892f-3520d5ee0ac3 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:09:56.250152 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Attempting to bind port b8464f2e-a3d1-46f0-892f-3520d5ee0ac3 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:09:56.250446 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Attempting to bind port b8464f2e-a3d1-46f0-892f-3520d5ee0ac3 on network 6b166495-d3e3-4480-9115-660eac9b9b3e {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:09:56.256805 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:09:56.257191 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:09:56.257674 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:56.257978 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Bound using segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:09:56.258454 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Bound port: b8464f2e-a3d1-46f0-892f-3520d5ee0ac3, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:09:56.258862 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:56.321883 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] For port b8464f2e-a3d1-46f0-892f-3520d5ee0ac3, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:09:56.324519 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] For port b8464f2e-a3d1-46f0-892f-3520d5ee0ac3, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=b8464f2e-a3d1-46f0-892f-3520d5ee0ac3,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:09:56.328678 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:56.388930 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafe55c-da09-41da-87e9-7ba7fc09ed76 None None] Pushing event updated for resources: {'Port': ['ID=b8464f2e-a3d1-46f0-892f-3520d5ee0ac3,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:09:56.391785 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Routers {'79767e51-fbb5-4e22-beb0-d95644df0475'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:09:56.392410 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:09:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['79767e51-fbb5-4e22-beb0-d95644df0475'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:56.602121 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] Set router 79767e51-fbb5-4e22-beb0-d95644df0475 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:09:56.836985 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device f622ce5d-2baa-40f3-9699-6261b437c581 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:56.894050 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'name': 'router1', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b8464f2e-a3d1-46f0-892f-3520d5ee0ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:35Z', 'updated_at': '2021-08-16T14:09:52Z', 'revision_number': 4, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'gw_port': {'id': 'b8464f2e-a3d1-46f0-892f-3520d5ee0ac3', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:52Z', 'updated_at': '2021-08-16T14:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'f622ce5d-2baa-40f3-9699-6261b437c581', 'name': '', 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'mac_address': 'fa:16:3e:cf:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:44Z', 'updated_at': '2021-08-16T14:09:55Z', 'revision_number': 5, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'subnets': [{'id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e447ce2-6ba2-4255-b041-acc432f97b26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:09:56.922834 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c817f6b-35ee-4b33-af2d-258d3db90cf9 None None] The sync data for ids ['79767e51-fbb5-4e22-beb0-d95644df0475'] in dv-cinder-804584-9-iscsi is: [{'id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'name': 'router1', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': 'b8464f2e-a3d1-46f0-892f-3520d5ee0ac3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:09:35Z', 'updated_at': '2021-08-16T14:09:52Z', 'revision_number': 4, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'gw_port': {'id': 'b8464f2e-a3d1-46f0-892f-3520d5ee0ac3', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:c7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:52Z', 'updated_at': '2021-08-16T14:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'f622ce5d-2baa-40f3-9699-6261b437c581', 'name': '', 'network_id': '7818109b-2574-438c-b301-811a5ad9bb40', 'tenant_id': 'da0fd238392a4f2988885dd82dce2ae9', 'mac_address': 'fa:16:3e:cf:10:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79767e51-fbb5-4e22-beb0-d95644df0475', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:09:44Z', 'updated_at': '2021-08-16T14:09:55Z', 'revision_number': 5, 'project_id': 'da0fd238392a4f2988885dd82dce2ae9', 'subnets': [{'id': '70192e1e-ab97-4b5c-96f1-a6bb20f8897c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7e447ce2-6ba2-4255-b041-acc432f97b26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:09:56.928346 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port f622ce5d-2baa-40f3-9699-6261b437c581 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:56.928729 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:58.866845 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device b8464f2e-a3d1-46f0-892f-3520d5ee0ac3 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:09:58.930903 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port b8464f2e-a3d1-46f0-892f-3520d5ee0ac3 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:09:58.935827 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port b8464f2e-a3d1-46f0-892f-3520d5ee0ac3 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:09:58.936292 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:59.050922 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:59.073275 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port b8464f2e-a3d1-46f0-892f-3520d5ee0ac3, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=b8464f2e-a3d1-46f0-892f-3520d5ee0ac3,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:09:59.079035 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:09:59.132425 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=b8464f2e-a3d1-46f0-892f-3520d5ee0ac3,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:10:00.859022 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device b8464f2e-a3d1-46f0-892f-3520d5ee0ac3 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:10:00.924001 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port b8464f2e-a3d1-46f0-892f-3520d5ee0ac3 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:10:00.924001 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:04.810868 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 5 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:10:07.717735 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cb95bc85-e2cf-48cb-9ab8-6795b31fa4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:10.287421 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-22d72bc8-eef6-4019-95bc-787b66b38311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:10.791327 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:11.721141 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:13.319805 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:37.710901 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d9178a91-8e40-47b6-8d66-1c4f4572b851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.280978 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-812a4a27-b797-4e81-aeec-ad47129d3f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:40.797748 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.727496 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:10:41.809634 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 5 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:10:43.321595 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:07.703777 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-59fb2a9d-f421-4069-806a-5371fa6f5a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:10.282415 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-1dea68e8-90a2-4208-b158-d31378158fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:10.794660 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:11.729397 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:13.325987 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:18.808899 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 5 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:11:34.342080 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46378) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:11:34.411343 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2d9404-2f6d-463e-aa1c-250263c640aa admin admin] GET failed (client error): The resource could not be found. Aug 16 14:11:34.413265 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-4c2d9404-2f6d-463e-aa1c-250263c640aa admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0701778 Aug 16 14:11:34.581869 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f60c47-94e8-4659-81ad-08e68c14ba7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:34.583281 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-f1f60c47-94e8-4659-81ad-08e68c14ba7a admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1656170 Aug 16 14:11:36.837326 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46388) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:11:36.939665 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3060030-7722-4fa9-9f09-dbc9db40d2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:36.941759 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-c3060030-7722-4fa9-9f09-dbc9db40d2b5 admin admin] 10.222.0.13 "GET /v2.0/subnets/70192e1e-ab97-4b5c-96f1-a6bb20f8897c HTTP/1.1" status: 200 len: 849 time: 0.1034524 Aug 16 14:11:36.951446 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:11:37.048119 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Notify callbacks [] for subnet, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:37.202362 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761472894814'] for subnet, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:37.231020 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:37.231633 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:37.233045 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] 10.222.0.13 "PUT /v2.0/subnets/70192e1e-ab97-4b5c-96f1-a6bb20f8897c HTTP/1.1" status: 200 len: 868 time: 0.2853272 Aug 16 14:11:37.243486 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c217e48e-dbea-4bb5-985c-1d1802b3ce56 None None] Network 7818109b-2574-438c-b301-811a5ad9bb40 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:11:37.257014 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Pushing event updated for resources: {'Subnet': ['ID=70192e1e-ab97-4b5c-96f1-a6bb20f8897c,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:11:37.264464 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.264887 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.265191 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.265534 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.265872 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.266206 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.266536 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.266926 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.267259 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.267587 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.267954 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.268381 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1c0a63-77c5-47ad-b141-c97842c8751e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:11:37.597282 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-68ef8453-e505-45f2-bbaa-aba2df76e85f None None] Provisioning complete for port f622ce5d-2baa-40f3-9699-6261b437c581 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:11:37.597748 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-68ef8453-e505-45f2-bbaa-aba2df76e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:37.688057 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-68ef8453-e505-45f2-bbaa-aba2df76e85f None None] Provisioning complete for port e81ebc61-6e51-4c3f-857c-23f243a52bfe triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:11:37.688350 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-68ef8453-e505-45f2-bbaa-aba2df76e85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:37.726136 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-3a41a55b-d86b-4342-9c86-9d6360b6448e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:39.531570 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46396) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:11:39.757065 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d8c53c-4c00-4947-a145-432e72e9922d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:39.757468 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d8c53c-4c00-4947-a145-432e72e9922d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:39.759011 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-83d8c53c-4c00-4947-a145-432e72e9922d admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2261462 Aug 16 14:11:40.284654 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-53c74ba3-df99-4eb1-9862-8e204f35ab52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:40.792936 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:41.731033 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:41.953695 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46404) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:11:42.093702 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bff7e1-4142-4f2f-9c35-7b1d00755f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:42.094177 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bff7e1-4142-4f2f-9c35-7b1d00755f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:42.095713 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-a4bff7e1-4142-4f2f-9c35-7b1d00755f02 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1410398 Aug 16 14:11:43.329192 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:11:44.293973 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46412) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:11:44.427806 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f81bbcf-3837-4e53-8071-dea014235048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:44.429202 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-9f81bbcf-3837-4e53-8071-dea014235048 admin admin] 10.222.0.13 "GET /v2.0/networks/6b166495-d3e3-4480-9115-660eac9b9b3e HTTP/1.1" status: 200 len: 886 time: 0.1342974 Aug 16 14:11:46.629735 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46420) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:11:46.764261 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea8f01f-0b82-4513-8892-7fa251eaf85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:46.765533 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-fea8f01f-0b82-4513-8892-7fa251eaf85a admin admin] 10.222.0.13 "GET /v2.0/networks/7818109b-2574-438c-b301-811a5ad9bb40 HTTP/1.1" status: 200 len: 869 time: 0.1348398 Aug 16 14:11:49.005034 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46428) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:11:49.235952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d963f-0667-449b-a405-1c0d5d572780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:49.236419 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d963f-0667-449b-a405-1c0d5d572780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:49.238745 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-3f6d963f-0667-449b-a405-1c0d5d572780 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2327454 Aug 16 14:11:51.487114 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 46436) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:11:51.649792 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92576da1-774f-4531-8fef-9d8c963fbe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:51.650264 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92576da1-774f-4531-8fef-9d8c963fbe15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:51.651854 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-92576da1-774f-4531-8fef-9d8c963fbe15 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1635680 Aug 16 14:11:53.871122 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 46446) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:11:54.013361 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1f239-a515-4cbc-9bfa-5595063e1394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:54.014734 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-16a1f239-a515-4cbc-9bfa-5595063e1394 admin admin] 10.222.0.13 "GET /v2.0/subnets/70192e1e-ab97-4b5c-96f1-a6bb20f8897c HTTP/1.1" status: 200 len: 868 time: 0.1425622 Aug 16 14:11:55.807905 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 5 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:11:56.195016 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 46454) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:11:56.283565 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0d65a-554f-44e6-af28-7364b7566136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:11:56.285605 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-24e0d65a-554f-44e6-af28-7364b7566136 admin admin] 10.222.0.13 "GET /v2.0/subnets/7f047390-9e73-4dae-b36c-223ed779d1a4 HTTP/1.1" status: 200 len: 816 time: 0.0895994 Aug 16 14:12:07.708535 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-2f4d8e5d-0aee-4332-a85c-922193365705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:10.287179 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-aed46ff4-caad-4280-a867-35bbdfa2249b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:10.795441 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:11.734914 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:13.333426 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:20.554686 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46508) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:12:20.612657 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [None req-b8113bac-5ca0-4024-ae3f-a1caea08d1de admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:12:20.613658 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-b8113bac-5ca0-4024-ae3f-a1caea08d1de admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0580399 Aug 16 14:12:22.963213 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46516) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:12:23.027322 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b0cd7e-eb55-4b18-8be8-8567fdc776ac admin admin] GET failed (client error): The resource could not be found. Aug 16 14:12:23.028701 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-05b0cd7e-eb55-4b18-8be8-8567fdc776ac admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0645092 Aug 16 14:12:23.121240 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a4cd81-6c74-48e9-8850-bdddda547903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:23.122682 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-f1a4cd81-6c74-48e9-8850-bdddda547903 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0895867 Aug 16 14:12:25.372374 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46524) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:12:25.421995 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:12:25.443547 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Made reservation on behalf of 7deea4db5cad436bbdb0dfeeff40456e for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:12:25.445850 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:25.475241 dv-cinder-804584-9-iscsi neutron-server[94161]: WARNING neutron.services.revisions.revision_plugin [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Could not find related network for resource to bump revision. Aug 16 14:12:25.489803 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=94161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:12:25.499789 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:25.500134 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Added segment 09eb0aa8-ef7b-4f85-bf03-017148e745bb of type vlan for network f011b8da-9781-4595-a8ae-72ac75a20d05 Aug 16 14:12:25.543722 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:25.569681 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:25.570581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:25.571167 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:25.639163 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2656796 Aug 16 14:12:25.652610 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa437cf1-3e55-435b-a50e-325f87e8dc6b admin admin] Pushing event updated for resources: {'Network': ['ID=f011b8da-9781-4595-a8ae-72ac75a20d05,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:12:25.666309 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network f011b8da-9781-4595-a8ae-72ac75a20d05 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:12:27.836548 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46532) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:12:27.906339 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a69c1d-49d9-4572-b95b-5452e0b6b280 admin admin] GET failed (client error): The resource could not be found. Aug 16 14:12:27.907661 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-98a69c1d-49d9-4572-b95b-5452e0b6b280 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0701509 Aug 16 14:12:27.984767 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac82710-0f9e-46c7-ad44-b02aa4cd692a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:27.986825 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-6ac82710-0f9e-46c7-ad44-b02aa4cd692a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0747011 Aug 16 14:12:27.997072 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Request body: {'subnet': {'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:12:28.018220 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Made reservation on behalf of 7deea4db5cad436bbdb0dfeeff40456e for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:12:28.020544 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:28.198587 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:28.251122 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=532d019b-4d2a-403b-805c-7f475f318a0d,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:12:28.267230 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Checking segment: {'id': '09eb0aa8-ef7b-4f85-bf03-017148e745bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:12:28.267581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Network hostable DHCP agents. Network: f011b8da-9781-4595-a8ae-72ac75a20d05, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:12:28.284033 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Network f011b8da-9781-4595-a8ae-72ac75a20d05 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:12:28.295369 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, f011b8da-9781-4595-a8ae-72ac75a20d05) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:12:28.301587 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:12:28.302329 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:28.308454 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d71b9-0a64-4054-bb72-f9039a3ff230 None None] Network f011b8da-9781-4595-a8ae-72ac75a20d05 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:12:28.317390 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-9df9ccc9-02df-4b3e-8437-2332929d4846 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3238058 Aug 16 14:12:28.565814 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp313dcea0-1251-5108-a967-adabd9b83d60-f011b8da-9781-4595-a8ae-72ac75a20d05', 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05', 'tenant_id': '7deea4db5cad436bbdb0dfeeff40456e', 'fixed_ips': [{'subnet_id': '532d019b-4d2a-403b-805c-7f475f318a0d'}]}} from dv-cinder-804584-9-iscsi. {{(pid=94162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:12:28.566716 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:28.719301 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.db_base_plugin_common [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Allocated IP 192.168.233.2 (f011b8da-9781-4595-a8ae-72ac75a20d05/532d019b-4d2a-403b-805c-7f475f318a0d/33a481ac-b3df-4ee9-8186-0b5fdce6a1b4) {{(pid=94162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:12:28.870559 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Notify callbacks [] for port, precommit_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:28.879915 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Transition to ACTIVE for port object 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:12:28.896411 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Transition to ACTIVE for port object 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 will not be triggered until provisioned by entity DHCP. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:12:28.902242 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:28.948207 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Network f011b8da-9781-4595-a8ae-72ac75a20d05 is already hosted by enough agents. {{(pid=94162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:12:28.953995 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.base_scheduler [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Resources bound (agent type, host, resource id): {{(pid=94162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:12:28.957425 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Received port after_create {{(pid=94162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:12:28.959385 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Pushing event updated for resources: {'Port': ['ID=33a481ac-b3df-4ee9-8186-0b5fdce6a1b4,revision_number=1']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:12:28.968402 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.968758 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.969106 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.969447 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.969796 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.970127 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.971116 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.971577 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.972064 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.972421 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.972749 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:28.973147 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:12:29.027641 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Attempting to bind port 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:12:29.028036 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Attempting to bind port 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '09eb0aa8-ef7b-4f85-bf03-017148e745bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:12:29.028394 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Attempting to bind port 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 on network f011b8da-9781-4595-a8ae-72ac75a20d05 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:12:29.035607 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:12:29.036047 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Checking segment: {'id': '09eb0aa8-ef7b-4f85-bf03-017148e745bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:12:29.036452 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:29.036852 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Bound using segment: {'id': '09eb0aa8-ef7b-4f85-bf03-017148e745bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:12:29.037400 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Bound port: 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09eb0aa8-ef7b-4f85-bf03-017148e745bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:12:29.037800 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:29.103966 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] For port 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:12:29.107006 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] For port 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=33a481ac-b3df-4ee9-8186-0b5fdce6a1b4,segment=NetworkSegment(09eb0aa8-ef7b-4f85-bf03-017148e745bb),segment_id=09eb0aa8-ef7b-4f85-bf03-017148e745bb)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:12:29.112854 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:29.173011 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d961ac-0a75-4cd7-b246-394b5cd60f73 None None] Pushing event updated for resources: {'Port': ['ID=33a481ac-b3df-4ee9-8186-0b5fdce6a1b4,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:12:30.025532 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdad9b9-1f57-4b80-8246-9b602d580d7a None None] Network f011b8da-9781-4595-a8ae-72ac75a20d05 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:12:30.092811 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-984a04b2-a044-4127-8f1e-5404a067a6db None None] Provisioning for port 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:12:30.954224 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:12:31.007253 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:12:31.011991 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:12:31.012515 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:31.097484 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:31.135292 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=33a481ac-b3df-4ee9-8186-0b5fdce6a1b4,segment=NetworkSegment(09eb0aa8-ef7b-4f85-bf03-017148e745bb),segment_id=09eb0aa8-ef7b-4f85-bf03-017148e745bb)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:12:31.139949 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:31.193375 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=33a481ac-b3df-4ee9-8186-0b5fdce6a1b4,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:12:32.807374 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 5 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:12:32.925718 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:12:32.975652 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 33a481ac-b3df-4ee9-8186-0b5fdce6a1b4 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:12:32.976052 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:37.710221 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c6b7683a-cba7-4459-92ea-36d389bd2b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:40.293930 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7d5dd7e1-7fd2-404d-bfa0-f3f442a173ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:40.798001 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:41.737894 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:12:43.336252 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:07.712109 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-4373c084-7838-4356-a427-979af3069d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:09.806844 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 5 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:13:10.286065 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0d9c22c0-a2df-4f42-bf91-5139452b04ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:10.800956 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:11.742485 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:13.341645 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:37.715156 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-18c04fc3-60b8-49ec-b6fa-4f0a363c9172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:38.494894 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46584) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:13:38.500968 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [None req-69217556-9ea6-4051-8445-fcb15e818dc1 tempest-verify_tempest_config-1520493877 tempest-verify_tempest_config-1520493877-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:13:38.501857 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-69217556-9ea6-4051-8445-fcb15e818dc1 tempest-verify_tempest_config-1520493877 tempest-verify_tempest_config-1520493877-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059741 Aug 16 14:13:38.828948 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46602) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:13:38.935559 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:39.032055 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:39.038035 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:39.084961 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769d63be-f464-4bcc-8d2a-b0f8bd25b6b8,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:13:39.089701 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3d3f77f4e694b52bb2c3f3d9be7d5a9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2597618 Aug 16 14:13:39.092569 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 46606) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:13:39.094458 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.095383 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.095762 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.096102 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.096439 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.096795 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.097130 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.097460 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.097797 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.098120 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.098448 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.098769 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae960ca-dbde-40ea-8586-ce83a8499cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.153705 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:39.175544 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:39.273324 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:39.275951 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:39.277113 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/769d63be-f464-4bcc-8d2a-b0f8bd25b6b8 HTTP/1.1" status: 204 len: 168 time: 0.1835535 Aug 16 14:13:39.286410 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769d63be-f464-4bcc-8d2a-b0f8bd25b6b8,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:13:39.294367 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.294795 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.295342 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.295808 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.296156 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.296503 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.296838 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.297172 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.297540 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.297908 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.298239 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:39.298619 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e43b9f1a-6419-47ec-ab78-0b8c7c82a68a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:13:40.290894 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-90e1746c-463e-4b66-a171-e4132897d707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:40.803977 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:41.748147 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:43.341091 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:13:46.806646 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 5 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:14:07.716532 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a16aed67-58a4-4fa7-b8c4-820a53d61b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:10.291856 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cdedb76a-1ccd-4279-bff5-78c79a8cd83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:10.806807 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:11.746468 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:13.344363 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:23.806167 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 5 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:14:37.717442 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-4e9ea2fd-6a87-4479-9ad7-c4425876a2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:40.292091 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a2199d54-c474-45ae-af6e-51d37e6e3cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:40.808418 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:41.750174 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:14:43.348156 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:00.804637 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 5 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:15:07.720050 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d54b13c8-45df-439c-99a9-17f5c2bf792f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:10.301488 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0be4f0ba-0a73-4bb6-86d0-0a7812c35132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:10.810176 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:11.753296 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:13.351775 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:16.303635 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-595920'] for agent, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:31.600360 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46680) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:31.711389 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-03e45b36-ad76-4c29-8fea-b637bded5527 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1098368 Aug 16 14:15:33.937758 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 46690) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:15:34.021484 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-68101028-f41c-4d14-b697-9c1bbab76f1e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0826032 Aug 16 14:15:37.724566 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a8dea140-3549-409a-8d5d-0773b90cb510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:37.802960 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:15:40.295759 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ccd95a50-0ac2-4cd3-b6f1-54803e6a538c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:40.812577 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:41.756347 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:43.354296 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:15:46.270892 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:07.727437 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f3a019e2-fa9a-40af-b49e-4c18ce3b51dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:10.297099 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0e62c1ba-a375-4c4c-bb5c-7ab25b0d056d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:10.815424 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:11.759787 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:13.357402 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:14.803551 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:16:16.279784 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:37.730261 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a049fa39-da22-42ca-9d87-18c40473e40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:40.301792 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a4aeda43-75fd-4731-b114-420997d2bd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:40.819291 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:41.762470 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:43.360831 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:46.270018 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:16:51.802803 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:17:02.710212 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 46824) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:02.980590 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1506883368-network', 'tenant_id': '333976b5b71f458aa227ff2d24d954a5'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:03.004225 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Made reservation on behalf of 333976b5b71f458aa227ff2d24d954a5 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:03.006669 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.016005 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.127368 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.132071 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.156165 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:17:03.172991 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.173532 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Added segment f80d63d4-55f0-4317-be91-43212f0ce8b2 of type vlan for network 8a4e4155-7a49-448c-ace0-d8678371f697 Aug 16 14:17:03.205468 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e09578-568f-41d6-8d12-22d74eee5a53,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:03.223222 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.223851 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.224205 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.224537 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.224873 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.225213 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.225545 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.225868 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.226278 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.226573 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.226847 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.227321 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Tracked resource versions report: Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: pushed versions: Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: { 'AddressGroup': {'1.2'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'ConntrackHelper': {'1.0'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Log': {'1.0'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Network': {'1.1'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Port': {'1.7'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'PortForwarding': {'1.2'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'QosPolicy': {'1.9'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SecurityGroup': {'1.4'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SecurityGroupRule': {'1.2'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SubPort': {'1.0'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Subnet': {'1.1'}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Trunk': {'1.1'}} Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: consumer versions: Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: { DHCP agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: HyperV agent@hv-cinder-80458: {}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: L3 agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: Metadata agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: Metering agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: Open vSwitch agent@dv-cinder-804584-9-iscsi: { 'AddressGroup': '1.2', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'ConntrackHelper': '1.0', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Log': '1.0', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Network': '1.1', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Port': '1.7', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'PortForwarding': '1.2', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'QosPolicy': '1.9', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SecurityGroup': '1.4', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SecurityGroupRule': '1.2', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'SubPort': '1.0', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Subnet': '1.1', Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: 'Trunk': '1.1'}} Aug 16 14:17:03.228279 dv-cinder-804584-9-iscsi neutron-server[94160]: {{(pid=94160) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 14:17:03.234828 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.268304 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.269876 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:03.270736 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.342135 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] Pushing event updated for resources: {'Network': ['ID=8a4e4155-7a49-448c-ace0-d8678371f697,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:03.351563 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46862) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:03.352193 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f7aa34c1-bb3a-4b32-b55d-459f8a9740c2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6357951 Aug 16 14:17:03.353982 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network 8a4e4155-7a49-448c-ace0-d8678371f697 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:17:03.359240 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Request body: {'subnet': {'network_id': '8a4e4155-7a49-448c-ace0-d8678371f697', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1506883368-subnet', 'tenant_id': '333976b5b71f458aa227ff2d24d954a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:03.383483 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Made reservation on behalf of 333976b5b71f458aa227ff2d24d954a5 for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:03.386500 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.590730 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.654313 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe372250-587f-4dce-b84a-ed0e2c9ce790,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:03.671378 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Checking segment: {'id': 'f80d63d4-55f0-4317-be91-43212f0ce8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8a4e4155-7a49-448c-ace0-d8678371f697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:03.671884 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Network hostable DHCP agents. Network: 8a4e4155-7a49-448c-ace0-d8678371f697, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:17:03.678029 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.678399 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.678822 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.679156 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.679499 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.679857 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.680197 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.680520 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.680855 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.681228 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.681542 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.681865 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Tracked resource versions report: Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: pushed versions: Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: { 'AddressGroup': {'1.2'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'ConntrackHelper': {'1.0'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Log': {'1.0'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Network': {'1.1'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Port': {'1.7'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'PortForwarding': {'1.2'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'QosPolicy': {'1.9'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SecurityGroup': {'1.4'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SecurityGroupRule': {'1.2'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SubPort': {'1.0'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Subnet': {'1.1'}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Trunk': {'1.1'}} Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: consumer versions: Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: { DHCP agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: HyperV agent@hv-cinder-80458: {}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: L3 agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: Metadata agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: Metering agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: Open vSwitch agent@dv-cinder-804584-9-iscsi: { 'AddressGroup': '1.2', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'ConntrackHelper': '1.0', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Log': '1.0', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Network': '1.1', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Port': '1.7', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'PortForwarding': '1.2', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'QosPolicy': '1.9', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SecurityGroup': '1.4', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SecurityGroupRule': '1.2', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'SubPort': '1.0', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Subnet': '1.1', Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: 'Trunk': '1.1'}} Aug 16 14:17:03.682977 dv-cinder-804584-9-iscsi neutron-server[94161]: {{(pid=94161) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 14:17:03.699398 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Network 8a4e4155-7a49-448c-ace0-d8678371f697 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:17:03.717858 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, 8a4e4155-7a49-448c-ace0-d8678371f697) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:03.723677 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:03.724361 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:03.728955 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f468024a-e3f4-4c58-b170-977a07917b57 None None] Network 8a4e4155-7a49-448c-ace0-d8678371f697 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:17:03.748739 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-addd930b-1ca9-4958-934c-319645a34029 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3950074 Aug 16 14:17:03.874915 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501ef1c8-a439-4fb6-8776-af373b0e67be None None] Network 8a4e4155-7a49-448c-ace0-d8678371f697 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:17:04.489995 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46932) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:04.574027 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46936) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:04.604430 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46940) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:04.817191 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-125725637-network', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:04.845366 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Made reservation on behalf of 7c3f5dd32167411da4670b3ff5953562 for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:04.848358 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:04.866889 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2028051197-network', 'tenant_id': '2f09395515ae49c4b32a9023a076a4e4'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:04.888835 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:04.898340 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-network', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:04.907471 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Made reservation on behalf of 2f09395515ae49c4b32a9023a076a4e4 for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:04.910609 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:04.936417 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:04.958799 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Made reservation on behalf of 6718ae7f0e4c473ab14c2f4be9641ca4 for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:04.961209 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:04.976810 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.db.api [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 14:17:04.976810 dv-cinder-804584-9-iscsi neutron-server[94161]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 14:17:04.976810 dv-cinder-804584-9-iscsi neutron-server[94161]: [parameters: {'project_id_1': '2f09395515ae49c4b32a9023a076a4e4', 'expiration_1': datetime.datetime(2021, 8, 16, 14, 17, 4, 951885)}] Aug 16 14:17:04.976810 dv-cinder-804584-9-iscsi neutron-server[94161]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 14:17:04.977266 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG oslo_db.api [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 14:17:04.977722 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.068731 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.076867 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.113776 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=94161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:17:05.129630 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4042a7-7bcd-41e0-929d-bbe52aa3abbd,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:05.143780 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.144295 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Added segment 4f09606f-6ae5-482b-a91e-8c6eb1597d65 of type vlan for network b6868630-e965-450c-9166-4baeab6004c4 Aug 16 14:17:05.199636 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.253996 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.255655 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.257234 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:05.257847 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.268780 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.322337 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8310926 Aug 16 14:17:05.326649 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 46972) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:05.333038 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Request body: {'subnet': {'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-subnet', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:05.344116 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=94161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:17:05.354615 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c402ba2-b743-41ee-b44e-8989a05158a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b6868630-e965-450c-9166-4baeab6004c4,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:05.369197 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network b6868630-e965-450c-9166-4baeab6004c4 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:17:05.376396 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.376756 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Added segment 0ab507db-af5b-459f-a14b-f1c3e7ce5973 of type vlan for network a5c05744-1dea-4985-bfb7-4ce8ee901d92 Aug 16 14:17:05.380379 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Made reservation on behalf of 7c3f5dd32167411da4670b3ff5953562 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:05.384334 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.396707 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4e9e0a-cf08-4578-8685-182f85055723,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:05.454026 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.478238 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.561143 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.562162 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:05.563015 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.596443 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.640294 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.694645 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7beb8812-36d4-4f69-99e2-262117d7a01a,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:05.698102 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c05744-1dea-4985-bfb7-4ce8ee901d92,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:05.718405 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:17:05.736191 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-29a3e32f-59f1-4dc7-811d-1b298fbf5af2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1302321 Aug 16 14:17:05.741101 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 46998) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:05.742082 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network a5c05744-1dea-4985-bfb7-4ce8ee901d92 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:17:05.747024 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Request body: {'subnet': {'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-subnet', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:05.767202 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.767580 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Added segment ec49cf86-abf5-41fa-a60b-0b0e2527a8af of type vlan for network bc4473ea-b68d-4052-aedf-da46f060a0f7 Aug 16 14:17:05.775606 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Made reservation on behalf of 6718ae7f0e4c473ab14c2f4be9641ca4 for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:05.777896 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.874994 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.888993 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.931234 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.932263 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:05.932836 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:05.957014 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fcd539f-244f-4e8d-a46d-68a1422bf1a4,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:05.977544 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Checking segment: {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:05.978103 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Network hostable DHCP agents. Network: b6868630-e965-450c-9166-4baeab6004c4, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:17:06.005997 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Network b6868630-e965-450c-9166-4baeab6004c4 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:17:06.018722 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] Pushing event updated for resources: {'Network': ['ID=bc4473ea-b68d-4052-aedf-da46f060a0f7,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:06.025937 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, b6868630-e965-450c-9166-4baeab6004c4) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:06.035627 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network bc4473ea-b68d-4052-aedf-da46f060a0f7 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:17:06.042775 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-4db50e47-080e-447f-ace7-1a3ba89bfd53 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4674194 Aug 16 14:17:06.045368 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47002) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:06.051944 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Request body: {'subnet': {'network_id': 'bc4473ea-b68d-4052-aedf-da46f060a0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2028051197-subnet', 'tenant_id': '2f09395515ae49c4b32a9023a076a4e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:06.057599 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:06.058245 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:06.069729 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655571d1-2e71-4284-9b8f-10341135b083 None None] Network b6868630-e965-450c-9166-4baeab6004c4 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:17:06.170263 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6d08ff7b-2ae3-48c3-8070-3fbf9f9ca506 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8422728 Aug 16 14:17:06.173689 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47014) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:06.174148 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Made reservation on behalf of 2f09395515ae49c4b32a9023a076a4e4 for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:06.178104 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:06.178739 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:06.229139 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3310'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:06.232086 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3301'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:06.301789 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:06.356166 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp313dcea0-1251-5108-a967-adabd9b83d60-b6868630-e965-450c-9166-4baeab6004c4', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4'}]}} from dv-cinder-804584-9-iscsi. {{(pid=94162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:17:06.357344 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:06.470558 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Checking segment: {'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:06.472493 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Network hostable DHCP agents. Network: a5c05744-1dea-4985-bfb7-4ce8ee901d92, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:17:06.500776 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05e21470-97a3-40f2-abf2-d2ece408ca70,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:06.558106 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Network a5c05744-1dea-4985-bfb7-4ce8ee901d92 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:17:06.581700 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, a5c05744-1dea-4985-bfb7-4ce8ee901d92) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:06.619848 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:06.620392 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:06.621245 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:06.685647 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-2da2f685-5052-4c03-a5fb-da2d52516a48 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9433045 Aug 16 14:17:06.691750 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c615854-355b-4d30-9543-2a480545c6d8 None None] Network a5c05744-1dea-4985-bfb7-4ce8ee901d92 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:17:06.701464 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47044) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:06.723356 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-router', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:06.827372 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.db_base_plugin_common [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Allocated IP 172.20.0.2 (b6868630-e965-450c-9166-4baeab6004c4/5fcd539f-244f-4e8d-a46d-68a1422bf1a4/0598e63c-67e7-4244-94fc-804dca21b86a) {{(pid=94162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:17:06.866557 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3310'] for router, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:06.867639 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3301'] for router, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:06.905309 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.043129 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47062) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:07.052989 dv-cinder-804584-9-iscsi neutron-server[94160]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 14:17:07.108533 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.127239 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1f8625-b503-4e5e-906d-775a1f7e48f9,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:07.188496 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.310112 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81751f19-e9d0-45b1-add0-be26f7ed94fe None None] Network a5c05744-1dea-4985-bfb7-4ce8ee901d92 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:17:07.351050 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Checking segment: {'id': 'ec49cf86-abf5-41fa-a60b-0b0e2527a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'bc4473ea-b68d-4052-aedf-da46f060a0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:07.351925 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Network hostable DHCP agents. Network: bc4473ea-b68d-4052-aedf-da46f060a0f7, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:17:07.437438 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.441352 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Network bc4473ea-b68d-4052-aedf-da46f060a0f7 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:17:07.504126 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, bc4473ea-b68d-4052-aedf-da46f060a0f7) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:07.508856 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:07.509669 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.524506 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ccf678-2b9f-467c-b61c-0f081c387256 None None] Network bc4473ea-b68d-4052-aedf-da46f060a0f7 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:17:07.533307 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-672658c0-f391-4f0b-9f6e-763e2c379331 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:07.544901 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-672658c0-f391-4f0b-9f6e-763e2c379331 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/networks?id=8a4e4155-7a49-448c-ace0-d8678371f697 HTTP/1.1" status: 200 len: 812 time: 0.4995694 Aug 16 14:17:07.547901 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-c675ed45-6e61-472d-beb3-69eed4c33982 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5010517 Aug 16 14:17:07.556388 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Notify callbacks [] for port, precommit_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.598653 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Transition to ACTIVE for port object 0598e63c-67e7-4244-94fc-804dca21b86a will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:07.619056 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47076) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:07.684767 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-e7bc7859-f458-4eab-8d52-392f6d459111 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/quotas/333976b5b71f458aa227ff2d24d954a5 HTTP/1.1" status: 200 len: 375 time: 0.1387494 Aug 16 14:17:07.696897 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Transition to ACTIVE for port object 0598e63c-67e7-4244-94fc-804dca21b86a will not be triggered until provisioned by entity DHCP. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:07.711729 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.775039 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Pushing event updated for resources: {'Port': ['ID=0598e63c-67e7-4244-94fc-804dca21b86a,revision_number=1']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:07.807953 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.808743 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.809440 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.809945 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.810697 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.811189 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.812349 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.813057 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.813549 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-1dfc1a02-fe40-45b4-9cb8-d8640d4e8576 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=333976b5b71f458aa227ff2d24d954a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278389 Aug 16 14:17:07.813737 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.814222 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.814711 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.815230 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:07.815346 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Tracked resource versions report: Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: pushed versions: Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: { 'AddressGroup': {'1.2'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'ConntrackHelper': {'1.0'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Log': {'1.0'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Network': {'1.1'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Port': {'1.7'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'PortForwarding': {'1.2'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'QosPolicy': {'1.9'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SecurityGroup': {'1.4'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SecurityGroupRule': {'1.2'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SubPort': {'1.0'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Subnet': {'1.1'}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Trunk': {'1.1'}} Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: consumer versions: Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: { DHCP agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: HyperV agent@hv-cinder-80458: {}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: L3 agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: Metadata agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: Metering agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: Open vSwitch agent@dv-cinder-804584-9-iscsi: { 'AddressGroup': '1.2', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'ConntrackHelper': '1.0', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Log': '1.0', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Network': '1.1', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Port': '1.7', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'PortForwarding': '1.2', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'QosPolicy': '1.9', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SecurityGroup': '1.4', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SecurityGroupRule': '1.2', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'SubPort': '1.0', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Subnet': '1.1', Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: 'Trunk': '1.1'}} Aug 16 14:17:07.816607 dv-cinder-804584-9-iscsi neutron-server[94162]: {{(pid=94162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 14:17:07.848825 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Network b6868630-e965-450c-9166-4baeab6004c4 is already hosted by enough agents. {{(pid=94162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:07.858934 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.base_scheduler [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Resources bound (agent type, host, resource id): {{(pid=94162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:07.859799 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47094) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:07.861567 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Received port after_create {{(pid=94162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:17:07.870109 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.894826 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-2ef623f2-53cf-4e07-9a40-bee03496d0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:07.955663 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91b4d60-d272-48a6-b0d5-f71111cabc57 None None] Network bc4473ea-b68d-4052-aedf-da46f060a0f7 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:17:08.005985 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Attempting to bind port 0598e63c-67e7-4244-94fc-804dca21b86a on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:17:08.006364 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Attempting to bind port 0598e63c-67e7-4244-94fc-804dca21b86a by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:17:08.006729 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Attempting to bind port 0598e63c-67e7-4244-94fc-804dca21b86a on network b6868630-e965-450c-9166-4baeab6004c4 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:08.011268 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Allocated IP 172.27.3.95 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/c0876215-4534-479f-8511-e71b53ffb930) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:17:08.019711 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:17:08.020124 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Checking segment: {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:08.020537 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.020941 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Bound using segment: {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:17:08.021430 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Bound port: 0598e63c-67e7-4244-94fc-804dca21b86a, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:17:08.021831 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.047537 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e9e40329-9e43-4811-b1fa-0d1cb10b84e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.230359 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.248265 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.310559 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] For port 0598e63c-67e7-4244-94fc-804dca21b86a, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:17:08.311676 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.318645 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] For port 0598e63c-67e7-4244-94fc-804dca21b86a, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=0598e63c-67e7-4244-94fc-804dca21b86a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:17:08.337679 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.349043 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e9e40329-9e43-4811-b1fa-0d1cb10b84e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.357029 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e9e40329-9e43-4811-b1fa-0d1cb10b84e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.390973 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.419647 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:08.431130 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:08.469803 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:17:08.560909 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06d5ba-2677-4215-82a5-b312937bad78 None None] Pushing event updated for resources: {'Port': ['ID=0598e63c-67e7-4244-94fc-804dca21b86a,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:08.597939 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e40329-9e43-4811-b1fa-0d1cb10b84e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5c692c-9200-4ba9-9f80-737818bf126b,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:08.606489 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e9e40329-9e43-4811-b1fa-0d1cb10b84e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7a7f6f361c146569386daad21e95492&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9857109 Aug 16 14:17:08.618966 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47116) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:08.690026 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Pushing event updated for resources: {'Port': ['ID=c0876215-4534-479f-8511-e71b53ffb930,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:08.702153 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Allocated IP 172.27.3.63 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/9e77fb26-855d-4c6b-8d9f-d45faa06a379) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:17:08.745995 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-4020d98c-882a-4da4-9260-5c08e5fdd747 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94160) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:17:08.746519 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-4020d98c-882a-4da4-9260-5c08e5fdd747 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3691461 Aug 16 14:17:08.753096 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ad12f738-8d54-46ab-b22e-73e2b499da3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.776967 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ad12f738-8d54-46ab-b22e-73e2b499da3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.874127 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ad12f738-8d54-46ab-b22e-73e2b499da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.879987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ad12f738-8d54-46ab-b22e-73e2b499da3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.902722 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-ad12f738-8d54-46ab-b22e-73e2b499da3d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af5c692c-9200-4ba9-9f80-737818bf126b HTTP/1.1" status: 204 len: 168 time: 0.2819369 Aug 16 14:17:08.917498 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-b5083325-fdbc-4bac-8348-c2fbc4941e36 service neutron] 10.222.0.13 "GET /v2.0/networks/8a4e4155-7a49-448c-ace0-d8678371f697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584775 Aug 16 14:17:08.920611 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f245f0bb-34f8-466b-89b0-d27d16cfecf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:08.991011 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad12f738-8d54-46ab-b22e-73e2b499da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5c692c-9200-4ba9-9f80-737818bf126b,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:09.060906 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47134) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:09.074472 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1090231936-network', 'tenant_id': 'ebbe489db8bf4503921dd6d3ca883cf6'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:09.139864 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-78b9cd82-7d57-4424-a832-8044833c8aa8 service neutron] 10.222.0.13 "GET /v2.0/networks/8a4e4155-7a49-448c-ace0-d8678371f697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856163 Aug 16 14:17:09.160366 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Made reservation on behalf of ebbe489db8bf4503921dd6d3ca883cf6 for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:09.164703 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.190011 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.193311 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.214395 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 0598e63c-67e7-4244-94fc-804dca21b86a up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:09.225391 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.359529 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 0598e63c-67e7-4244-94fc-804dca21b86a completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:09.385051 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f245f0bb-34f8-466b-89b0-d27d16cfecf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.387033 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.436708 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f245f0bb-34f8-466b-89b0-d27d16cfecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.508925 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245f0bb-34f8-466b-89b0-d27d16cfecf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc780e9-121c-4f7b-9746-1ff73c755c3e,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:09.574550 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:09.581078 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:09.584575 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:17:09.632354 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.646608 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47158) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:09.655177 dv-cinder-804584-9-iscsi neutron-server[94161]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 14:17:09.718505 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.719324 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f245f0bb-34f8-466b-89b0-d27d16cfecf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85ad5bdf76a5400ab3e7194a6dd1aa9c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8547738 Aug 16 14:17:09.725401 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47170) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:09.726463 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Pushing event updated for resources: {'Port': ['ID=9e77fb26-855d-4c6b-8d9f-d45faa06a379,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:09.791963 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c7270c7b-deea-4822-862a-fd5d109b5a7a req-33ae8e36-cc11-47bc-909a-34fc34c0a8df tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 210 time: 0.1391926 Aug 16 14:17:09.804789 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47180) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:09.835757 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=94161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:17:09.849173 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3b116372-e026-4614-b45c-cba86889d99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.869655 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e36c4d2-fdc7-417e-8d76-4fda608ddd7e,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:09.877235 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:09.877488 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Added segment 4453dde5-913a-4950-9e17-928376ac0618 of type vlan for network ca8f962a-cfd5-41d5-8262-ac823b8eb412 Aug 16 14:17:09.899827 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467'] for router, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.043742 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.078796 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc9908d-d6ff-4dbb-8fe7-02147b09e79a None None] Network b6868630-e965-450c-9166-4baeab6004c4 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:17:10.183818 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20fcf0e8-013c-4fc5-9ea8-d1d55f20cca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.199165 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.200575 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-85e80448-0f91-4a93-a70e-382bfa256d1e None None] Provisioning for port 0598e63c-67e7-4244-94fc-804dca21b86a completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:10.262476 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20fcf0e8-013c-4fc5-9ea8-d1d55f20cca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.365576 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3b116372-e026-4614-b45c-cba86889d99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.365576 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.db.resource_extend [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 14:17:10.380933 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3b116372-e026-4614-b45c-cba86889d99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.385696 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-85e80448-0f91-4a93-a70e-382bfa256d1e None None] Provisioning complete for port 0598e63c-67e7-4244-94fc-804dca21b86a triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:10.386206 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-85e80448-0f91-4a93-a70e-382bfa256d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.418094 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.419194 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:10.420064 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.451075 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cb892aad-03e6-4417-a658-7daa0d6d81b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.517155 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20fcf0e8-013c-4fc5-9ea8-d1d55f20cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.520575 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-20fcf0e8-013c-4fc5-9ea8-d1d55f20cca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.521941 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-20fcf0e8-013c-4fc5-9ea8-d1d55f20cca3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfc780e9-121c-4f7b-9746-1ff73c755c3e HTTP/1.1" status: 204 len: 168 time: 0.7888341 Aug 16 14:17:10.533693 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b116372-e026-4614-b45c-cba86889d99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3597c2ec-9f80-45f8-ad9e-a5fa44e6bd12,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:10.545965 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-3b116372-e026-4614-b45c-cba86889d99a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8487a17c2aec4b52af1a0658c17741c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7352772 Aug 16 14:17:10.549061 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47218) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:10.558309 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8f962a-cfd5-41d5-8262-ac823b8eb412,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:10.584631 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0c16e8e4-b988-4ffd-b977-6d77f5706906 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5186350 Aug 16 14:17:10.586820 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-85e80448-0f91-4a93-a70e-382bfa256d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.590566 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network ca8f962a-cfd5-41d5-8262-ac823b8eb412 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:17:10.594927 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47220) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:10.610861 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Request body: {'subnet': {'network_id': 'ca8f962a-cfd5-41d5-8262-ac823b8eb412', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1090231936-subnet', 'tenant_id': 'ebbe489db8bf4503921dd6d3ca883cf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:10.633142 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcf0e8-013c-4fc5-9ea8-d1d55f20cca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc780e9-121c-4f7b-9746-1ff73c755c3e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:10.705303 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Made reservation on behalf of ebbe489db8bf4503921dd6d3ca883cf6 for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:10.711622 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.718445 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Router 4097a46c-cf87-4d1a-946a-138d3d24866a is scheduled to L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 with binding_index 1 {{(pid=94161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:17:10.785609 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.862635 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c810322-4544-414c-a588-cd9d98116058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.871153 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-85e80448-0f91-4a93-a70e-382bfa256d1e None None] For port 0598e63c-67e7-4244-94fc-804dca21b86a, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=0598e63c-67e7-4244-94fc-804dca21b86a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:10.885031 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-85e80448-0f91-4a93-a70e-382bfa256d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.929102 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:10.990250 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e80448-0f91-4a93-a70e-382bfa256d1e None None] Pushing event updated for resources: {'Port': ['ID=0598e63c-67e7-4244-94fc-804dca21b86a,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:11.020022 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-e6a678ed-f06b-4848-9232-04d1a5a6b775 None None] Provisioning complete for port 0598e63c-67e7-4244-94fc-804dca21b86a triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:11.020405 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e6a678ed-f06b-4848-9232-04d1a5a6b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.059166 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:17:11.071826 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e33cd675-abd8-446f-9751-98d1c7f73009 req-b68c3149-854a-464e-922f-6ccc9ab64433 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 210 time: 0.1867006 Aug 16 14:17:11.073240 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Sync routers for ids ['4097a46c-cf87-4d1a-946a-138d3d24866a'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:17:11.083128 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c810322-4544-414c-a588-cd9d98116058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.101066 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Routers {'4097a46c-cf87-4d1a-946a-138d3d24866a'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:17:11.103581 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:17:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['4097a46c-cf87-4d1a-946a-138d3d24866a'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:11.111890 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47234) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:11.126106 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] Notify callbacks [] for router, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.127707 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-b50e5b0d-718e-436e-a533-671479133f92 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4251308 Aug 16 14:17:11.136448 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47236) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:11.145639 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 is scheduled to L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:17:11.152459 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36bf97e0-057d-41dc-8b6c-e90f2a411c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.228182 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 0598e63c-67e7-4244-94fc-804dca21b86a up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:11.322737 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 0598e63c-67e7-4244-94fc-804dca21b86a triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:11.323759 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.357888 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Set router 4097a46c-cf87-4d1a-946a-138d3d24866a gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:17:11.439130 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36bf97e0-057d-41dc-8b6c-e90f2a411c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.452307 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36bf97e0-057d-41dc-8b6c-e90f2a411c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.454938 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c810322-4544-414c-a588-cd9d98116058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.479481 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0c810322-4544-414c-a588-cd9d98116058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.480798 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0c810322-4544-414c-a588-cd9d98116058 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3597c2ec-9f80-45f8-ad9e-a5fa44e6bd12 HTTP/1.1" status: 204 len: 168 time: 0.9305992 Aug 16 14:17:11.539837 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-36bf97e0-057d-41dc-8b6c-e90f2a411c71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2302157079524c4897382d053abb16a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4260135 Aug 16 14:17:11.542974 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:17:11.555253 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Sync routers for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:17:11.558212 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47250) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:11.560995 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf97e0-057d-41dc-8b6c-e90f2a411c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300f34c1-d77f-4031-a377-f1dfe6e28234,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:11.572335 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c810322-4544-414c-a588-cd9d98116058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3597c2ec-9f80-45f8-ad9e-a5fa44e6bd12,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:11.580814 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:17:11.580814 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:17:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:11.605266 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.609712 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9843184d-72de-4fd5-9389-dd7f70453127 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4316614 Aug 16 14:17:11.611714 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47252) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:11.625697 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.756347 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-router', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c0876215-4534-479f-8511-e71b53ffb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:08Z', 'revision_number': 3, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'gw_port': {'id': 'c0876215-4534-479f-8511-e71b53ffb930', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:07Z', 'updated_at': '2021-08-16T14:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:11.789717 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Checking router: 4097a46c-cf87-4d1a-946a-138d3d24866a for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:17:11.791205 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Updating router 4097a46c-cf87-4d1a-946a-138d3d24866a port c0876215-4534-479f-8511-e71b53ffb930 binding host dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:17:11.816355 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d871c943-6a36-4938-a627-cc5a7f911cf1,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:11.822801 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.843879 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Checking segment: {'id': '4453dde5-913a-4950-9e17-928376ac0618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'ca8f962a-cfd5-41d5-8262-ac823b8eb412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:11.844246 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Network hostable DHCP agents. Network: ca8f962a-cfd5-41d5-8262-ac823b8eb412, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:17:11.852436 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.884561 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:17:11.901604 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-54a6bc49-cd61-4ca0-bcf7-c8a9a5fcfc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.903666 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Network ca8f962a-cfd5-41d5-8262-ac823b8eb412 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:17:11.935827 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-54a6bc49-cd61-4ca0-bcf7-c8a9a5fcfc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.946168 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, ca8f962a-cfd5-41d5-8262-ac823b8eb412) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:11.953993 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:11.957033 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:11.963119 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ed7984-f0b3-4088-917d-023c7d4ec17a None None] Network ca8f962a-cfd5-41d5-8262-ac823b8eb412 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:17:12.014361 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-89f0ceb5-c588-4ddb-be96-cf4b8a07baf7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4048984 Aug 16 14:17:12.142017 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.185248 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-54a6bc49-cd61-4ca0-bcf7-c8a9a5fcfc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.196717 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-54a6bc49-cd61-4ca0-bcf7-c8a9a5fcfc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.202599 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-54a6bc49-cd61-4ca0-bcf7-c8a9a5fcfc98 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/300f34c1-d77f-4031-a377-f1dfe6e28234 HTTP/1.1" status: 204 len: 168 time: 0.6425900 Aug 16 14:17:12.256875 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a4aa4f-91ff-4018-9c91-68042892f38a None None] Network ca8f962a-cfd5-41d5-8262-ac823b8eb412 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:17:12.263404 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6bc49-cd61-4ca0-bcf7-c8a9a5fcfc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300f34c1-d77f-4031-a377-f1dfe6e28234,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:12.272901 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Notify callbacks [] for port, precommit_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.307445 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.provisioning_blocks [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Transition to ACTIVE for port object c0876215-4534-479f-8511-e71b53ffb930 will not be triggered until provisioned by entity L2. {{(pid=94163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:12.321370 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.348961 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47268) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:12.432118 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Pushing event updated for resources: {'Port': ['ID=c0876215-4534-479f-8511-e71b53ffb930,revision_number=2']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:12.458354 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.458708 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.463989 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.464508 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.465803 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.465803 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.475349 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.475856 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.476483 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.476948 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.478163 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.478510 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Tracked resource versions report: Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: pushed versions: Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: { 'AddressGroup': {'1.2'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'ConntrackHelper': {'1.0'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Log': {'1.0'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Network': {'1.1'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Port': {'1.7'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'PortForwarding': {'1.2'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'QosPolicy': {'1.9'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SecurityGroup': {'1.4'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SecurityGroupRule': {'1.2'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SubPort': {'1.0'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Subnet': {'1.1'}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Trunk': {'1.1'}} Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: consumer versions: Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: { DHCP agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: HyperV agent@hv-cinder-80458: {}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: L3 agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: Metadata agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: Metering agent@dv-cinder-804584-9-iscsi: {}, Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: Open vSwitch agent@dv-cinder-804584-9-iscsi: { 'AddressGroup': '1.2', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'ConntrackHelper': '1.0', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Log': '1.0', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Network': '1.1', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Port': '1.7', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'PortForwarding': '1.2', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'QosPolicy': '1.9', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SecurityGroup': '1.4', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SecurityGroupRule': '1.2', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'SubPort': '1.0', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Subnet': '1.1', Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: 'Trunk': '1.1'}} Aug 16 14:17:12.479976 dv-cinder-804584-9-iscsi neutron-server[94163]: {{(pid=94163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 14:17:12.538010 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Attempting to bind port c0876215-4534-479f-8511-e71b53ffb930 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:17:12.540291 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Attempting to bind port c0876215-4534-479f-8511-e71b53ffb930 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:17:12.540676 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Attempting to bind port c0876215-4534-479f-8511-e71b53ffb930 on network 6b166495-d3e3-4480-9115-660eac9b9b3e {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:12.549320 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:17:12.550793 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:12.551331 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.551771 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Bound using segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:17:12.552561 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Bound port: c0876215-4534-479f-8511-e71b53ffb930, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:17:12.553111 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.570351 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcfe3de-adf2-4f14-aee7-c78821145702 admin admin] Deleting subnet ce1f8625-b503-4e5e-906d-775a1f7e48f9 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:17:12.584189 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Allocated IP 172.20.0.1 (a5c05744-1dea-4985-bfb7-4ce8ee901d92/05e21470-97a3-40f2-abf2-d2ece408ca70/b754746f-8782-49cd-a9d0-8a4639a7d854) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:17:12.593466 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe3de-adf2-4f14-aee7-c78821145702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.649911 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] For port c0876215-4534-479f-8511-e71b53ffb930, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:17:12.654097 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] For port c0876215-4534-479f-8511-e71b53ffb930, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=c0876215-4534-479f-8511-e71b53ffb930,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:17:12.660593 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.748345 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe3de-adf2-4f14-aee7-c78821145702 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.781838 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d6673-2849-4945-a9d5-b9440ec01afb None None] Pushing event updated for resources: {'Port': ['ID=c0876215-4534-479f-8511-e71b53ffb930,revision_number=3']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:12.790806 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe3de-adf2-4f14-aee7-c78821145702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:12.810640 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Routers {'4097a46c-cf87-4d1a-946a-138d3d24866a'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:17:12.810640 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:17:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['4097a46c-cf87-4d1a-946a-138d3d24866a'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:12.959528 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] Set router 4097a46c-cf87-4d1a-946a-138d3d24866a gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:17:13.089139 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.121867 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe3de-adf2-4f14-aee7-c78821145702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.129290 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:09Z', 'revision_number': 3, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:13.138684 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-39e5b78d-1f4f-484c-9354-db36e79dd16a req-3bbe80ba-0f8a-4143-a199-e691e4ce8788 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 210 time: 0.1439600 Aug 16 14:17:13.178863 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Checking router: 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:17:13.179386 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Updating router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 port 9e77fb26-855d-4c6b-8d9f-d45faa06a379 binding host dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:17:13.184820 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfe3de-adf2-4f14-aee7-c78821145702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1f8625-b503-4e5e-906d-775a1f7e48f9,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:13.185180 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.214952 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.224403 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9bcfe3de-adf2-4f14-aee7-c78821145702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.230798 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9bcfe3de-adf2-4f14-aee7-c78821145702 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ce1f8625-b503-4e5e-906d-775a1f7e48f9 HTTP/1.1" status: 204 len: 168 time: 0.8780577 Aug 16 14:17:13.235299 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47312) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:13.369605 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-router', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c0876215-4534-479f-8511-e71b53ffb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:08Z', 'revision_number': 3, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'gw_port': {'id': 'c0876215-4534-479f-8511-e71b53ffb930', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:07Z', 'updated_at': '2021-08-16T14:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:13.404964 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f24a9a-e675-4da1-bbf7-91d2424a4e96 None None] The sync data for ids ['4097a46c-cf87-4d1a-946a-138d3d24866a'] in dv-cinder-804584-9-iscsi is: [{'id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-router', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c0876215-4534-479f-8511-e71b53ffb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:08Z', 'revision_number': 3, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'gw_port': {'id': 'c0876215-4534-479f-8511-e71b53ffb930', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:07Z', 'updated_at': '2021-08-16T14:17:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:17:13.414964 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.447867 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.492530 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.564835 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Allocated IP 172.20.0.1 (b6868630-e965-450c-9166-4baeab6004c4/5fcd539f-244f-4e8d-a46d-68a1422bf1a4/415e155b-8f6d-4735-aa51-9a3798fe89cc) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:17:13.684082 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Network a5c05744-1dea-4985-bfb7-4ce8ee901d92 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:13.695095 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47320) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:13.695746 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.30', 64631) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:13.732568 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.743803 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:13.753552 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Transition to ACTIVE for port object 415e155b-8f6d-4735-aa51-9a3798fe89cc will not be triggered until provisioned by entity DHCP. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:13.778037 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:17:13.778530 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701108'] for router_interface, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.796945 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.814856 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.849242 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Transition to ACTIVE for port object 9e77fb26-855d-4c6b-8d9f-d45faa06a379 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:13.868747 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:13.882785 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Pushing event updated for resources: {'Port': ['ID=415e155b-8f6d-4735-aa51-9a3798fe89cc,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:13.920518 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Network b6868630-e965-450c-9166-4baeab6004c4 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:13.923493 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:13.943885 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:17:13.944529 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701108'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:14.063206 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f118-898f-48ce-aeed-3cb267f2b674 None None] Pushing event updated for resources: {'Port': ['ID=9e77fb26-855d-4c6b-8d9f-d45faa06a379,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:14.068683 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Attempting to bind port 9e77fb26-855d-4c6b-8d9f-d45faa06a379 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:17:14.070901 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Attempting to bind port 9e77fb26-855d-4c6b-8d9f-d45faa06a379 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:17:14.071442 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Attempting to bind port 9e77fb26-855d-4c6b-8d9f-d45faa06a379 on network 6b166495-d3e3-4480-9115-660eac9b9b3e {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:14.087335 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:17:14.092657 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:14.094858 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:14.095457 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Bound using segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:17:14.099317 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Bound port: 9e77fb26-855d-4c6b-8d9f-d45faa06a379, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:17:14.104908 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:14.312089 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] For port 9e77fb26-855d-4c6b-8d9f-d45faa06a379, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:17:14.324386 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] For port 9e77fb26-855d-4c6b-8d9f-d45faa06a379, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=9e77fb26-855d-4c6b-8d9f-d45faa06a379,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:17:14.334510 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:14.515883 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f118-898f-48ce-aeed-3cb267f2b674 None None] Pushing event updated for resources: {'Port': ['ID=9e77fb26-855d-4c6b-8d9f-d45faa06a379,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:14.610729 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-bd309b20-b275-42bd-8a8b-7a124b24b43e None None] Provisioning for port 415e155b-8f6d-4735-aa51-9a3798fe89cc completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:14.618622 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:17:14.622262 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:17:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:14.624325 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2a8eac33-bfbc-4df3-9992-7b094428cfc4 req-45582c1a-932b-4290-9324-3e8cb73678c4 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 210 time: 0.0886943 Aug 16 14:17:14.642211 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b754746f-8782-49cd-a9d0-8a4639a7d854,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:14.719959 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-bd309b20-b275-42bd-8a8b-7a124b24b43e None None] Provisioning complete for port 415e155b-8f6d-4735-aa51-9a3798fe89cc triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:14.720813 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-bd309b20-b275-42bd-8a8b-7a124b24b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:14.891945 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:14.907855 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:17:14.993194 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a308a068-b8a5-4f93-9761-e7a9ea447611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.012191 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-68178ebe-1342-4453-927e-3447f2cd3a38 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:15.015886 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-68178ebe-1342-4453-927e-3447f2cd3a38 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.30 "GET /v2.0/networks?id=8a4e4155-7a49-448c-ace0-d8678371f697 HTTP/1.1" status: 200 len: 812 time: 1.3164744 Aug 16 14:17:15.018290 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.029820 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-bd309b20-b275-42bd-8a8b-7a124b24b43e None None] Port 415e155b-8f6d-4735-aa51-9a3798fe89cc cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:17:15.093492 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.093861 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.094587 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.094941 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > port after_create 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.095283 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.097609 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > port after_update 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.099933 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.100131 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.101637 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.102001 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.234710 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:09Z', 'revision_number': 3, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:15.279774 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device c0876215-4534-479f-8511-e71b53ffb930 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:15.306283 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.311126 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3569f5a3-30eb-467b-a002-aeedbd4e331b None None] The sync data for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi is: [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:09Z', 'revision_number': 3, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:17:15.328748 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.329440 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700952'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.350187 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.350402 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port c0876215-4534-479f-8511-e71b53ffb930 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:15.350912 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.351058 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.351458 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:15.351916 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc4473ea-b68d-4052-aedf-da46f060a0f7']}} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:15.362934 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port c0876215-4534-479f-8511-e71b53ffb930 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:15.363631 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.392884 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Request body: {'port': {'device_id': '332d5e4c-961e-462a-b8ab-252ec667e43c', 'network_id': '8a4e4155-7a49-448c-ace0-d8678371f697', 'admin_state_up': True, 'tenant_id': '333976b5b71f458aa227ff2d24d954a5'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:15.427118 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec49cf86-abf5-41fa-a60b-0b0e2527a8af') {'for_net_delete': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:15.427527 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec49cf86-abf5-41fa-a60b-0b0e2527a8af') {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:15.508423 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Pushing event updated for resources: {'Port': ['ID=415e155b-8f6d-4735-aa51-9a3798fe89cc,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:15.533198 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3298325'] for segment, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.538361 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Network b6868630-e965-450c-9166-4baeab6004c4 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:15.541728 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:15.626380 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.657044 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a308a068-b8a5-4f93-9761-e7a9ea447611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.686095 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.752725 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port c0876215-4534-479f-8511-e71b53ffb930, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=c0876215-4534-479f-8511-e71b53ffb930,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:15.794155 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:15.880375 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a308a068-b8a5-4f93-9761-e7a9ea447611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:16.047884 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=c0876215-4534-479f-8511-e71b53ffb930,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:16.082823 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-a308a068-b8a5-4f93-9761-e7a9ea447611 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15ced93643114c54b5899b8d84ec00bc&name=default HTTP/1.1" status: 200 len: 2978 time: 2.3832359 Aug 16 14:17:16.119176 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308a068-b8a5-4f93-9761-e7a9ea447611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342f1820-9c1d-4326-b1e5-3e04e670384e,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:16.135200 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47422) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:16.150759 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d7a00dc1-0e69-4386-8153-d6eaccd90350 req-7eef8ec0-1ff8-4b51-ba7f-6ef86adc0016 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 210 time: 0.2013903 Aug 16 14:17:16.158383 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:17:16.200777 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-df9175d5-520c-440a-a42e-b5634e79b1cd None None] Provisioning complete for port 415e155b-8f6d-4735-aa51-9a3798fe89cc triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:16.201655 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-df9175d5-520c-440a-a42e-b5634e79b1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:16.208057 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:16.249861 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-df9175d5-520c-440a-a42e-b5634e79b1cd None None] Port 415e155b-8f6d-4735-aa51-9a3798fe89cc cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:17:16.328105 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:16.419470 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0a232b4-457c-4b4a-88ac-ee08f9deec65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:16.488283 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0a232b4-457c-4b4a-88ac-ee08f9deec65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:16.511352 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47428) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:16.525427 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:17:16.528470 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3357210'] for segment, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: from cryptography.utils import int_from_bytes Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: from cryptography.utils import int_from_bytes Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: Traceback (most recent call last): Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: timer() Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: cb(*args, **kw) Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: return func(*args, **kwargs) Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: self._notify() Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: self.callback(batched_events) Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: event.method(event) Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: return f(self, *a, **k) Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._get(url).json() Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: return self.request(url, 'GET', **kwargs) Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:17:16.545632 dv-cinder-804584-9-iscsi neutron-server[94161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:17:16.926065 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0a232b4-457c-4b4a-88ac-ee08f9deec65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:16.932093 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0a232b4-457c-4b4a-88ac-ee08f9deec65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:16.934112 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a0a232b4-457c-4b4a-88ac-ee08f9deec65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/342f1820-9c1d-4326-b1e5-3e04e670384e HTTP/1.1" status: 204 len: 168 time: 0.7946351 Aug 16 14:17:16.969708 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:17:16.986281 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a232b4-457c-4b4a-88ac-ee08f9deec65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342f1820-9c1d-4326-b1e5-3e04e670384e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:17.101983 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-40aa672e-26c0-4121-9a94-0152ff53964a admin admin] 10.222.0.13 "PUT /v2.0/routers/2e9f2ab9-5a27-4fc0-9640-1e5d0095a008/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4872499 Aug 16 14:17:17.150809 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.258588 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.268522 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bc4473ea-b68d-4052-aedf-da46f060a0f7 HTTP/1.1" status: 204 len: 168 time: 4.0282774 Aug 16 14:17:17.268853 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47448) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:17.415316 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00dcc6-d813-43f8-8115-289dad0c1489 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc4473ea-b68d-4052-aedf-da46f060a0f7,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:17.426733 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fa7634-b2f0-40db-894a-287503e5337e admin admin] Deleting subnet d871c943-6a36-4938-a627-cc5a7f911cf1 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:17:17.458502 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29fa7634-b2f0-40db-894a-287503e5337e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.460952 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c49bec5a-26a3-4ba7-9364-b1a0cd2e07bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.491597 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 9e77fb26-855d-4c6b-8d9f-d45faa06a379 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:17.497697 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Made reservation on behalf of 333976b5b71f458aa227ff2d24d954a5 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:17.520861 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.568881 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ac6102b0-a93e-42f1-8d95-1d4fb82351e7 req-662533ea-c30f-433e-8695-dabf8f03e1a8 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 210 time: 0.2317650 Aug 16 14:17:17.606118 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.615240 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.636185 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29fa7634-b2f0-40db-894a-287503e5337e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.673112 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 9e77fb26-855d-4c6b-8d9f-d45faa06a379 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:17.687258 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 9e77fb26-855d-4c6b-8d9f-d45faa06a379 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:17.692255 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.692910 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700952'] for router_interface, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.777057 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c49bec5a-26a3-4ba7-9364-b1a0cd2e07bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.784475 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29fa7634-b2f0-40db-894a-287503e5337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.788628 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c49bec5a-26a3-4ba7-9364-b1a0cd2e07bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.876549 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bec5a-26a3-4ba7-9364-b1a0cd2e07bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbc3434-2c22-43ad-91d3-3e14bcbae62d,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:17.948159 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:17.966444 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c49bec5a-26a3-4ba7-9364-b1a0cd2e07bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9750bac970f544b08fad70ccc0377240&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4496143 Aug 16 14:17:17.967151 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47460) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:18.008941 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 9e77fb26-855d-4c6b-8d9f-d45faa06a379, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=9e77fb26-855d-4c6b-8d9f-d45faa06a379,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:18.014734 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:18.016181 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device c0876215-4534-479f-8511-e71b53ffb930 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:18.154394 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29fa7634-b2f0-40db-894a-287503e5337e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:18.203149 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47462) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:18.225581 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9393f73-61fa-4adf-b2a0-3af3b3ce4123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:18.229385 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29fa7634-b2f0-40db-894a-287503e5337e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:18.235568 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-29fa7634-b2f0-40db-894a-287503e5337e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d871c943-6a36-4938-a627-cc5a7f911cf1 HTTP/1.1" status: 204 len: 168 time: 0.9630637 Aug 16 14:17:18.266629 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47464) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:18.277497 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1d1d-e140-4549-91b7-7eacb6344263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:18.279483 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa7634-b2f0-40db-894a-287503e5337e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d871c943-6a36-4938-a627-cc5a7f911cf1,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:18.313836 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=9e77fb26-855d-4c6b-8d9f-d45faa06a379,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:18.361481 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b754746f-8782-49cd-a9d0-8a4639a7d854,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:18.367456 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port c0876215-4534-479f-8511-e71b53ffb930 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:18.372213 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:18.464290 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9393f73-61fa-4adf-b2a0-3af3b3ce4123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:18.556093 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Allocated IP 172.20.0.7 (8a4e4155-7a49-448c-ace0-d8678371f697/fe372250-587f-4dce-b84a-ed0e2c9ce790/302d5e43-9791-4c31-b94b-4e9f2f68bab5) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:17:18.665599 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Sync routers for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:17:18.665599 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:17:18.665599 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:17:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:18.684437 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:18.858987 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9393f73-61fa-4adf-b2a0-3af3b3ce4123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:18.862551 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c9393f73-61fa-4adf-b2a0-3af3b3ce4123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:18.867201 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c9393f73-61fa-4adf-b2a0-3af3b3ce4123 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdbc3434-2c22-43ad-91d3-3e14bcbae62d HTTP/1.1" status: 204 len: 168 time: 0.8866262 Aug 16 14:17:18.963333 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9393f73-61fa-4adf-b2a0-3af3b3ce4123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbc3434-2c22-43ad-91d3-3e14bcbae62d,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:18.990669 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:19.086927 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.089184 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.094662 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.099497 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.100144 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.101420 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.102382 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.106074 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.106560 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.106934 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.163678 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:17:19.192922 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8e44da1e-a67f-49d5-a107-8abfca77e6c6 req-ba3c8d0f-b57d-49cb-bc61-269a00f5613a tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 210 time: 0.4168704 Aug 16 14:17:19.205438 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Network a5c05744-1dea-4985-bfb7-4ce8ee901d92 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:19.227375 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:19.284463 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 9e77fb26-855d-4c6b-8d9f-d45faa06a379 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:19.414632 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 9e77fb26-855d-4c6b-8d9f-d45faa06a379 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:19.415071 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:19.695262 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.696046 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.696536 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.697090 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94160) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 14:17:19.705350 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8f962a-cfd5-41d5-8262-ac823b8eb412']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:19.796655 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4453dde5-913a-4950-9e17-928376ac0618') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:19.799790 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4453dde5-913a-4950-9e17-928376ac0618') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:19.824282 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 2, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:19.903605 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Checking router: 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:17:19.904368 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Updating router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 port 415e155b-8f6d-4735-aa51-9a3798fe89cc binding host dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:17:19.925889 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811622'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:19.941972 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.064102 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.100541 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Router 4097a46c-cf87-4d1a-946a-138d3d24866a has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:17:20.121290 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.167153 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1d1d-e140-4549-91b7-7eacb6344263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.176462 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:17:20.186624 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3141492'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: from cryptography.utils import int_from_bytes Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: from cryptography.utils import int_from_bytes Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: Traceback (most recent call last): Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: timer() Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: cb(*args, **kw) Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: return func(*args, **kwargs) Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: self._notify() Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: self.callback(batched_events) Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: event.method(event) Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: return f(self, *a, **k) Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._get(url).json() Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:17:20.216908 dv-cinder-804584-9-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:17:20.244033 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.480177 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Network 8a4e4155-7a49-448c-ace0-d8678371f697 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:20.580816 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:20.586392 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b5ed1d1d-e140-4549-91b7-7eacb6344263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.620137 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:17:20.622195 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Notify callbacks [] for port, precommit_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.712825 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:20.715216 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.720448 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47514) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:20.725438 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-e27ddcb0-6d23-46a7-adc1-fd6e95ed7525 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1973654175', 'description': 'tempest-description--635628212'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:20.751882 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3634870 Aug 16 14:17:20.752853 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac446d9c-3678-42b2-9514-2672575087cd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Pushing event updated for resources: {'Port': ['ID=302d5e43-9791-4c31-b94b-4e9f2f68bab5,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:20.832978 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.provisioning_blocks [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Transition to ACTIVE for port object 415e155b-8f6d-4735-aa51-9a3798fe89cc will not be triggered until provisioned by entity L2. {{(pid=94163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:20.833814 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b5ed1d1d-e140-4549-91b7-7eacb6344263 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a32c4fdc7f1f418bb3873c9d62fd509e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6094148 Aug 16 14:17:20.833960 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.834053 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47522) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:20.834053 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.835162 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1d1d-e140-4549-91b7-7eacb6344263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7115dfb-e166-4506-98ca-92e697c10250,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:20.879355 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:17:20.888994 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:20.889270 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Sync routers for ids ['4097a46c-cf87-4d1a-946a-138d3d24866a'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:17:20.903600 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ca8f962a-cfd5-41d5-8262-ac823b8eb412 HTTP/1.1" status: 204 len: 168 time: 2.6335213 Aug 16 14:17:20.907544 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Routers {'4097a46c-cf87-4d1a-946a-138d3d24866a'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:17:20.908922 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:17:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['4097a46c-cf87-4d1a-946a-138d3d24866a'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:20.921914 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9978009-8577-4fcd-9168-8decbdf2298e req-9697e002-c04b-4305-9f91-075515d857c5 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:20.932435 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f9978009-8577-4fcd-9168-8decbdf2298e req-9697e002-c04b-4305-9f91-075515d857c5 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 931 time: 0.5084479 Aug 16 14:17:20.947049 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-20924dec-ce1e-415e-a09c-bcb59fec07b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/4097a46c-cf87-4d1a-946a-138d3d24866a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8090014 Aug 16 14:17:20.976034 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aafee87-8434-4c43-841c-fabde64656c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8f962a-cfd5-41d5-8262-ac823b8eb412,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:20.979867 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e27ddcb0-6d23-46a7-adc1-fd6e95ed7525 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.022084 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490e8aa-4c00-4fa7-8043-e1cced271b01 None None] Pushing event updated for resources: {'Port': ['ID=415e155b-8f6d-4735-aa51-9a3798fe89cc,revision_number=3']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:21.070170 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f9978009-8577-4fcd-9168-8decbdf2298e req-aa7ffb3a-54f6-4a92-8760-1621068c49e4 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367712 Aug 16 14:17:21.091764 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a078bdd7-8074-4378-84e8-dff7ba8bac89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.169062 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a078bdd7-8074-4378-84e8-dff7ba8bac89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.198180 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Attempting to bind port 415e155b-8f6d-4735-aa51-9a3798fe89cc on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:17:21.225111 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Attempting to bind port 415e155b-8f6d-4735-aa51-9a3798fe89cc by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:17:21.226229 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Attempting to bind port 415e155b-8f6d-4735-aa51-9a3798fe89cc on network b6868630-e965-450c-9166-4baeab6004c4 {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:21.235239 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:17:21.239778 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Checking segment: {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:21.269669 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.270146 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Bound using segment: {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:17:21.270900 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Bound port: 415e155b-8f6d-4735-aa51-9a3798fe89cc, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'}}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:17:21.273171 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.302242 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a078bdd7-8074-4378-84e8-dff7ba8bac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.306253 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a078bdd7-8074-4378-84e8-dff7ba8bac89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.309703 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a078bdd7-8074-4378-84e8-dff7ba8bac89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7115dfb-e166-4506-98ca-92e697c10250 HTTP/1.1" status: 204 len: 168 time: 0.4836473 Aug 16 14:17:21.328283 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a078bdd7-8074-4378-84e8-dff7ba8bac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7115dfb-e166-4506-98ca-92e697c10250,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:21.402870 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47536) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:21.430080 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e27ddcb0-6d23-46a7-adc1-fd6e95ed7525 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.433244 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] For port 415e155b-8f6d-4735-aa51-9a3798fe89cc, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:17:21.437874 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] For port 415e155b-8f6d-4735-aa51-9a3798fe89cc, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=415e155b-8f6d-4735-aa51-9a3798fe89cc,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:17:21.438436 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e27ddcb0-6d23-46a7-adc1-fd6e95ed7525 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.452753 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.491627 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ddcb0-6d23-46a7-adc1-fd6e95ed7525 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7256b020-3846-4764-bf1f-636b26be88f5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:21.495722 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-fb11d1ce-d8b5-4444-89f8-5cd5c3668652 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f09395515ae49c4b32a9023a076a4e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0895915 Aug 16 14:17:21.496443 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47540) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:21.498217 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e27ddcb0-6d23-46a7-adc1-fd6e95ed7525 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.500648 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e27ddcb0-6d23-46a7-adc1-fd6e95ed7525 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7789464 Aug 16 14:17:21.503300 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47542) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:21.508371 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-c0cede44-764c-4ebf-9c76-18260d2e912a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'security_group_rule': {'security_group_id': '7256b020-3846-4764-bf1f-636b26be88f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:21.538987 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490e8aa-4c00-4fa7-8043-e1cced271b01 None None] Pushing event updated for resources: {'Port': ['ID=415e155b-8f6d-4735-aa51-9a3798fe89cc,revision_number=4']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:21.573710 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:17:21.574751 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c0cede44-764c-4ebf-9c76-18260d2e912a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.575714 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:17:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:21.621728 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fec1f782-3983-4fac-8377-ce8ce83504aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.688445 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fec1f782-3983-4fac-8377-ce8ce83504aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.694531 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c0cede44-764c-4ebf-9c76-18260d2e912a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.705112 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c0cede44-764c-4ebf-9c76-18260d2e912a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.716867 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Set router 4097a46c-cf87-4d1a-946a-138d3d24866a gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:17:21.726877 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cede44-764c-4ebf-9c76-18260d2e912a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ba8c26-230c-4282-8d4f-f2e416050ac3,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:21.744942 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c0cede44-764c-4ebf-9c76-18260d2e912a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.746560 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c0cede44-764c-4ebf-9c76-18260d2e912a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2421970 Aug 16 14:17:21.749876 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47546) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:21.760013 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-0f87a7b6-bb1d-4c8b-a384-33c20641f147 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'security_group_rule': {'security_group_id': '7256b020-3846-4764-bf1f-636b26be88f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:21.775255 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:17:21.829151 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fec1f782-3983-4fac-8377-ce8ce83504aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.832154 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fec1f782-3983-4fac-8377-ce8ce83504aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.833622 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-fec1f782-3983-4fac-8377-ce8ce83504aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7beb8812-36d4-4f69-99e2-262117d7a01a HTTP/1.1" status: 204 len: 168 time: 0.3354454 Aug 16 14:17:21.844915 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0f87a7b6-bb1d-4c8b-a384-33c20641f147 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:21.848947 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1f782-3983-4fac-8377-ce8ce83504aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7beb8812-36d4-4f69-99e2-262117d7a01a,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:22.027054 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0f87a7b6-bb1d-4c8b-a384-33c20641f147 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:22.034614 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0f87a7b6-bb1d-4c8b-a384-33c20641f147 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:22.065556 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0f87a7b6-bb1d-4c8b-a384-33c20641f147 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:22.067368 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0f87a7b6-bb1d-4c8b-a384-33c20641f147 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3154483 Aug 16 14:17:22.070595 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47560) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:22.071557 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87a7b6-bb1d-4c8b-a384-33c20641f147 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58f9276e-13b7-4136-ad91-925ca3516795,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:22.075546 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'floatingip': {'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:22.122519 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:21Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:22.145102 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-router', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c0876215-4534-479f-8511-e71b53ffb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'gw_port': {'id': 'c0876215-4534-479f-8511-e71b53ffb930', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:07Z', 'updated_at': '2021-08-16T14:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'b754746f-8782-49cd-a9d0-8a4639a7d854', 'name': '', 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'mac_address': 'fa:16:3e:8e:0f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '05e21470-97a3-40f2-abf2-d2ece408ca70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:12Z', 'updated_at': '2021-08-16T14:17:16Z', 'revision_number': 2, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'subnets': [{'id': '05e21470-97a3-40f2-abf2-d2ece408ca70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:22.152824 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:22.181444 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139f24a2-0d58-4a53-8d63-9dd9fcc7d4c7 None None] The sync data for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi is: [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:21Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:17:22.190515 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Checking router: 4097a46c-cf87-4d1a-946a-138d3d24866a for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:17:22.191431 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Updating router 4097a46c-cf87-4d1a-946a-138d3d24866a port b754746f-8782-49cd-a9d0-8a4639a7d854 binding host dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:17:22.226295 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:22.383975 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a289f-7a8c-48a5-974c-b998f760bfcd req-40e0e428-b313-4c30-bf5e-96918b809646 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:22.388568 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-240a289f-7a8c-48a5-974c-b998f760bfcd req-40e0e428-b313-4c30-bf5e-96918b809646 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 931 time: 0.1474917 Aug 16 14:17:22.470601 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-240a289f-7a8c-48a5-974c-b998f760bfcd req-c9193cee-7f19-4d38-b16f-7fc81060ef3d tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751503 Aug 16 14:17:22.510807 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:22.589924 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47584) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:22.726906 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-99b9265b-2e1c-4fc1-9dba-8cb83c996f01 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:22.737447 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-99b9265b-2e1c-4fc1-9dba-8cb83c996f01 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 819 time: 0.2204695 Aug 16 14:17:22.739673 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-c1865498-770b-4503-9e4e-9da7b015180b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebbe489db8bf4503921dd6d3ca883cf6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1474040 Aug 16 14:17:22.742764 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47586) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:22.760910 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:22.765048 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-ed93d098-7bd2-40bd-91e0-b97d89066f30 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/quotas/6718ae7f0e4c473ab14c2f4be9641ca4 HTTP/1.1" status: 200 len: 375 time: 0.0260477 Aug 16 14:17:22.778466 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Transition to ACTIVE for port object b754746f-8782-49cd-a9d0-8a4639a7d854 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:22.798844 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:22.848021 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Allocated IP 172.27.3.108 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/ebd5e9ba-9b27-40df-b464-f4808928679e) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:17:22.869067 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-c1f0e6dc-9c95-4a05-af9f-0620d2c38420 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1022115 Aug 16 14:17:22.978235 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8f084cf0-a0f3-4345-a730-da03566e30c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:23.007357 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Attempting to bind port b754746f-8782-49cd-a9d0-8a4639a7d854 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:17:23.007752 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Attempting to bind port b754746f-8782-49cd-a9d0-8a4639a7d854 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:17:23.008174 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Attempting to bind port b754746f-8782-49cd-a9d0-8a4639a7d854 on network a5c05744-1dea-4985-bfb7-4ce8ee901d92 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:23.018020 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86b39f-a04f-4068-8841-0e0bbd6f708c None None] Pushing event updated for resources: {'Port': ['ID=b754746f-8782-49cd-a9d0-8a4639a7d854,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:23.019974 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:17:23.020401 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Checking segment: {'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:23.021025 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:23.021896 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Bound using segment: {'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:17:23.029875 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Bound port: b754746f-8782-49cd-a9d0-8a4639a7d854, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:17:23.030862 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:23.043511 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8f084cf0-a0f3-4345-a730-da03566e30c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:23.085977 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-c0de844e-cbb6-4ba3-b0b3-37b8d37a3569 service neutron] 10.222.0.13 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158108 Aug 16 14:17:23.139171 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:23.231875 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 415e155b-8f6d-4735-aa51-9a3798fe89cc up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:23.237901 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] For port b754746f-8782-49cd-a9d0-8a4639a7d854, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:17:23.242476 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8f084cf0-a0f3-4345-a730-da03566e30c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:23.245033 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8f084cf0-a0f3-4345-a730-da03566e30c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:23.247310 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8f084cf0-a0f3-4345-a730-da03566e30c2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e36c4d2-fdc7-417e-8d76-4fda608ddd7e HTTP/1.1" status: 204 len: 168 time: 0.5021915 Aug 16 14:17:23.271210 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f084cf0-a0f3-4345-a730-da03566e30c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e36c4d2-fdc7-417e-8d76-4fda608ddd7e,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:23.287166 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:23.353574 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:23.363252 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:23.365647 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'Port': ['ID=ebd5e9ba-9b27-40df-b464-f4808928679e,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:23.368211 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:17:23.434445 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-c93469cc-78e2-4453-a232-cb03730096cc service neutron] 10.222.0.13 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400123 Aug 16 14:17:23.471004 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] For port b754746f-8782-49cd-a9d0-8a4639a7d854, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=b754746f-8782-49cd-a9d0-8a4639a7d854,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:17:23.488067 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:23.749885 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 415e155b-8f6d-4735-aa51-9a3798fe89cc completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:23.752205 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Routers {'4097a46c-cf87-4d1a-946a-138d3d24866a'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:17:23.772473 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:17:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['4097a46c-cf87-4d1a-946a-138d3d24866a'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:23.775262 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:23.776944 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e86b39f-a04f-4068-8841-0e0bbd6f708c None None] Pushing event updated for resources: {'Port': ['ID=b754746f-8782-49cd-a9d0-8a4639a7d854,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:23.950477 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-79dc78a8-5eea-4f01-b044-5d1018fd7b96 req-7e83249e-e8dc-49ae-a7cc-3fc56b1d83f2 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 210 time: 0.1428022 Aug 16 14:17:24.029756 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 415e155b-8f6d-4735-aa51-9a3798fe89cc triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:24.032671 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:24.093951 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:24.186116 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a4122-090e-4c29-87e5-9f5724869ef4 req-a6a63959-1315-439a-a9a2-744358771556 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:24.188150 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-301a4122-090e-4c29-87e5-9f5724869ef4 req-a6a63959-1315-439a-a9a2-744358771556 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 931 time: 0.5060005 Aug 16 14:17:24.335685 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] Set router 4097a46c-cf87-4d1a-946a-138d3d24866a gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:17:24.340786 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-301a4122-090e-4c29-87e5-9f5724869ef4 req-92cd1ea2-d18b-4d1d-8b46-0afda4e13dc1 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270859 Aug 16 14:17:24.411144 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-82fb898c-7cf8-40af-82f3-5ee157cd60a0 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:17:24.413312 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-82fb898c-7cf8-40af-82f3-5ee157cd60a0 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0425627 Aug 16 14:17:24.595797 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:24.606142 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:24.833982 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'Port': ['ID=ebd5e9ba-9b27-40df-b464-f4808928679e,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:24.848970 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:24.864779 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47672) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:24.904415 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:24.914794 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:24.917298 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-c7c7b42c-d4b4-413b-8396-ded466249b43 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8454893 Aug 16 14:17:25.040707 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 415e155b-8f6d-4735-aa51-9a3798fe89cc, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=415e155b-8f6d-4735-aa51-9a3798fe89cc,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:25.059245 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:25.124072 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503940fb-f69f-4043-9743-9df830d50000 req-40ee0f67-d639-4de7-8fc0-e40bb9e4b4d8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:25.126362 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-40ee0f67-d639-4de7-8fc0-e40bb9e4b4d8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 819 time: 0.2816060 Aug 16 14:17:25.150245 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-c87026f1-4a38-449e-98ad-9d50b6238783 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/quotas/6718ae7f0e4c473ab14c2f4be9641ca4 HTTP/1.1" status: 200 len: 375 time: 0.0172882 Aug 16 14:17:25.205154 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=415e155b-8f6d-4735-aa51-9a3798fe89cc,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:25.242284 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-2e895886-753e-4cd7-aa70-b44da03d8a45 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875230 Aug 16 14:17:25.245616 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-router', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c0876215-4534-479f-8511-e71b53ffb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'gw_port': {'id': 'c0876215-4534-479f-8511-e71b53ffb930', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:07Z', 'updated_at': '2021-08-16T14:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'b754746f-8782-49cd-a9d0-8a4639a7d854', 'name': '', 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'mac_address': 'fa:16:3e:8e:0f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '05e21470-97a3-40f2-abf2-d2ece408ca70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:12Z', 'updated_at': '2021-08-16T14:17:23Z', 'revision_number': 4, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'subnets': [{'id': '05e21470-97a3-40f2-abf2-d2ece408ca70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:17:25.324173 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3a83a22e-c37d-4877-b02a-b2470b8de7c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:25.327860 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1592a3-b12a-4eb5-916a-921f4a453a93 None None] The sync data for ids ['4097a46c-cf87-4d1a-946a-138d3d24866a'] in dv-cinder-804584-9-iscsi is: [{'id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-router', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c0876215-4534-479f-8511-e71b53ffb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'gw_port': {'id': 'c0876215-4534-479f-8511-e71b53ffb930', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:07Z', 'updated_at': '2021-08-16T14:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'b754746f-8782-49cd-a9d0-8a4639a7d854', 'name': '', 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'mac_address': 'fa:16:3e:8e:0f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '05e21470-97a3-40f2-abf2-d2ece408ca70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:12Z', 'updated_at': '2021-08-16T14:17:23Z', 'revision_number': 4, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'subnets': [{'id': '05e21470-97a3-40f2-abf2-d2ece408ca70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:17:25.526090 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-8aa31c42-172b-41f0-9010-0e1eff4f35ac service neutron] 10.222.0.13 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732606 Aug 16 14:17:25.611838 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-18fe1621-a2ab-42e1-9c08-9152e1539c3d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1973654175&fields=id&tenant_id=7c3f5dd32167411da4670b3ff5953562 HTTP/1.1" status: 200 len: 267 time: 0.2212441 Aug 16 14:17:25.764162 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-cd7ad000-aee0-401e-92f8-56fe9a143648 service neutron] 10.222.0.13 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355146 Aug 16 14:17:26.413301 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3287adb-8c36-4bc7-b309-938ac552e86e req-30a91688-e26a-47aa-b526-c91304664be5 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:26.417848 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3a83a22e-c37d-4877-b02a-b2470b8de7c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:26.426084 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3a83a22e-c37d-4877-b02a-b2470b8de7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:26.435009 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f3287adb-8c36-4bc7-b309-938ac552e86e req-30a91688-e26a-47aa-b526-c91304664be5 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 931 time: 0.2519569 Aug 16 14:17:26.507054 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-3a83a22e-c37d-4877-b02a-b2470b8de7c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdd2c6c5a68e4d67b29352b8629cb24f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6314664 Aug 16 14:17:26.508787 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83a22e-c37d-4877-b02a-b2470b8de7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d9b2a2-c811-4513-bdd3-c7acabe0e1d0,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:26.516765 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47744) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:26.589945 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f3287adb-8c36-4bc7-b309-938ac552e86e req-a22e5a48-f638-4123-bd16-50a27cf0081d tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533244 Aug 16 14:17:26.613501 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-52330ab2-7845-47d1-b258-51f8a2290819 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:26.615112 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-52330ab2-7845-47d1-b258-51f8a2290819 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 816 time: 1.0025227 Aug 16 14:17:26.666812 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-4a35e9bd-5782-469b-84db-9ab367b33ea8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/quotas/7c3f5dd32167411da4670b3ff5953562 HTTP/1.1" status: 200 len: 375 time: 0.0352769 Aug 16 14:17:26.750736 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1055cdcd-d164-44e3-9a0a-fea1c29a76a5 req-1e12dfb2-75fd-48a4-919d-2c513f8e6543 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 210 time: 0.0635097 Aug 16 14:17:26.786181 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-38a47962-46c7-4709-9e00-8dc8872fd6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:26.864671 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-38a47962-46c7-4709-9e00-8dc8872fd6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:26.940220 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-505402b8-cdd0-408c-9dd1-dcb549c553f2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2616386 Aug 16 14:17:26.979287 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-38a47962-46c7-4709-9e00-8dc8872fd6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:26.990604 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-38a47962-46c7-4709-9e00-8dc8872fd6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:26.991905 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-38a47962-46c7-4709-9e00-8dc8872fd6b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97d9b2a2-c811-4513-bdd3-c7acabe0e1d0 HTTP/1.1" status: 204 len: 168 time: 0.4738710 Aug 16 14:17:27.004228 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a47962-46c7-4709-9e00-8dc8872fd6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d9b2a2-c811-4513-bdd3-c7acabe0e1d0,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:27.407736 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device b754746f-8782-49cd-a9d0-8a4639a7d854 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:27.529414 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port b754746f-8782-49cd-a9d0-8a4639a7d854 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:27.537408 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port b754746f-8782-49cd-a9d0-8a4639a7d854 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:27.538981 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:27.788347 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:27.855625 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 47790) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:27.869902 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port b754746f-8782-49cd-a9d0-8a4639a7d854, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=b754746f-8782-49cd-a9d0-8a4639a7d854,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:27.879588 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:27.880795 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5eac4ff4-f396-4aa2-ad3f-4bf992f47ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:27.881963 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 415e155b-8f6d-4735-aa51-9a3798fe89cc up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:27.882115 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa55bc-b3b9-4564-af9e-30aba7f88b67 req-ba0a4e03-4d18-4d1d-909b-ca6888483a7b tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:27.898592 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-faaa55bc-b3b9-4564-af9e-30aba7f88b67 req-ba0a4e03-4d18-4d1d-909b-ca6888483a7b tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 931 time: 0.1366551 Aug 16 14:17:28.017466 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-faaa55bc-b3b9-4564-af9e-30aba7f88b67 req-e5e20e48-9d01-4dd9-8e37-594ca7d612a7 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102512 Aug 16 14:17:28.102037 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5eac4ff4-f396-4aa2-ad3f-4bf992f47ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:28.114034 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5eac4ff4-f396-4aa2-ad3f-4bf992f47ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:28.185119 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=b754746f-8782-49cd-a9d0-8a4639a7d854,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:28.207480 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cec92161-63a5-4832-8c8f-b0cf7b346ab1 req-4c59e04e-6824-4d47-a577-74d761e6769b tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 210 time: 0.0569887 Aug 16 14:17:28.253698 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 415e155b-8f6d-4735-aa51-9a3798fe89cc triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:28.254330 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:28.293523 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-66e60556-2f52-4655-b617-15e1848b35cd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:17:28.297164 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-66e60556-2f52-4655-b617-15e1848b35cd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7292514 Aug 16 14:17:28.440889 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac4ff4-f396-4aa2-ad3f-4bf992f47ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250fad30-a973-44f1-84a6-1ff5b9f31006,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:28.628228 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-5eac4ff4-f396-4aa2-ad3f-4bf992f47ebf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c83932bfad344a6a9f04cabc539ac7a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7709012 Aug 16 14:17:28.630716 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 47798) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:28.718365 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-be0d7f1f-c51c-42a7-8b51-a48bd77a393f service neutron] 10.222.0.13 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066880 Aug 16 14:17:28.793641 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-032a3c01-c627-4242-bbb3-5acbf3723b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:28.801753 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:17:28.840613 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-032a3c01-c627-4242-bbb3-5acbf3723b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:28.922684 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-032a3c01-c627-4242-bbb3-5acbf3723b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:28.925777 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-032a3c01-c627-4242-bbb3-5acbf3723b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:28.927347 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-032a3c01-c627-4242-bbb3-5acbf3723b43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/250fad30-a973-44f1-84a6-1ff5b9f31006 HTTP/1.1" status: 204 len: 168 time: 0.2948949 Aug 16 14:17:28.933184 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-cfabaac9-560f-454c-b3b6-b42410ff804c service neutron] 10.222.0.13 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075984 Aug 16 14:17:28.937967 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a3c01-c627-4242-bbb3-5acbf3723b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250fad30-a973-44f1-84a6-1ff5b9f31006,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:29.304595 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device b754746f-8782-49cd-a9d0-8a4639a7d854 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:29.332554 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9907bc-9f61-457e-bce4-c42a671e97a1 req-8e6c3402-7271-4705-aa82-f95f509d570b tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:29.335310 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3b9907bc-9f61-457e-bce4-c42a671e97a1 req-8e6c3402-7271-4705-aa82-f95f509d570b tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 931 time: 0.1010540 Aug 16 14:17:29.422445 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-39edb7aa-6817-4fba-87c4-9f7fff113a82 req-a5be23e1-7d2e-4aca-8ae1-753a8bda7a43 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 210 time: 0.0942996 Aug 16 14:17:29.459519 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port b754746f-8782-49cd-a9d0-8a4639a7d854 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:29.465947 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:29.541925 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3b9907bc-9f61-457e-bce4-c42a671e97a1 req-d01b76d4-2939-43a6-9a65-6bcd05da0990 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586118 Aug 16 14:17:29.641713 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ea02f5d7-d95c-4bed-bd4a-debe1e18fe94 req-ad5f433e-9308-4e56-98ad-f9ae471867da tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0864382 Aug 16 14:17:30.560888 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9d9e8e36-466e-4a05-a122-4aa5c21f26de req-ecd4c717-c183-4d1e-a265-fec109e90e9a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 210 time: 0.0398839 Aug 16 14:17:30.760657 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db833e52-1b22-4479-b60b-2f1c7b280352 req-2ce4a2c5-b7e8-42df-a1d3-8499884b66bc tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:30.763100 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-db833e52-1b22-4479-b60b-2f1c7b280352 req-2ce4a2c5-b7e8-42df-a1d3-8499884b66bc tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 931 time: 0.1026201 Aug 16 14:17:30.772913 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0de2c516-5341-45c8-b44a-aa48991da9ad req-365ad7d5-2ad5-4889-99d2-f2a7dd7bab4d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0477133 Aug 16 14:17:30.813132 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-db833e52-1b22-4479-b60b-2f1c7b280352 req-4185c83d-ce1d-446e-9f4d-de77a0052fdf tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431292 Aug 16 14:17:31.223077 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Request body: {'port': {'device_id': '332d5e4c-961e-462a-b8ab-252ec667e43c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:31.345449 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:31.721916 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-37771597-540b-42f5-9f50-f4ebfb20094d req-0f6bb1d7-e9e7-474e-b939-954a3a20a260 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 210 time: 0.0707786 Aug 16 14:17:31.780845 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 302d5e43-9791-4c31-b94b-4e9f2f68bab5 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:17:31.790036 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:31.807363 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Transition to ACTIVE for port object 302d5e43-9791-4c31-b94b-4e9f2f68bab5 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:31.822452 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:31.936974 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.30', 64655) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:31.985027 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75d296-37b3-4f45-bfc3-43f6c2c27cb0 req-ff4ddc70-f9f6-429c-b4b6-c66dd95fd9bd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:31.986604 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7a75d296-37b3-4f45-bfc3-43f6c2c27cb0 req-ff4ddc70-f9f6-429c-b4b6-c66dd95fd9bd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 943 time: 0.0641432 Aug 16 14:17:32.014401 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c02d246-7fdb-454b-a0dc-27d532b1f78a req-36eb83dd-8d0e-41ee-b3c2-dee681b47bd2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0885677 Aug 16 14:17:32.078068 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7a75d296-37b3-4f45-bfc3-43f6c2c27cb0 req-8fb58aa0-c666-4939-80f6-76b3f09596d3 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835159 Aug 16 14:17:32.113645 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Pushing event updated for resources: {'Port': ['ID=302d5e43-9791-4c31-b94b-4e9f2f68bab5,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:32.239200 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Attempting to bind port 302d5e43-9791-4c31-b94b-4e9f2f68bab5 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:17:32.239970 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Attempting to bind port 302d5e43-9791-4c31-b94b-4e9f2f68bab5 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'f80d63d4-55f0-4317-be91-43212f0ce8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8a4e4155-7a49-448c-ace0-d8678371f697'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:17:32.239970 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Attempting to bind port 302d5e43-9791-4c31-b94b-4e9f2f68bab5 on network 8a4e4155-7a49-448c-ace0-d8678371f697 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:32.250201 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-edf82d44-5ec1-45f1-bc87-44402cbe3467 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:32.251886 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-edf82d44-5ec1-45f1-bc87-44402cbe3467 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 819 time: 0.3090003 Aug 16 14:17:32.254642 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Port 302d5e43-9791-4c31-b94b-4e9f2f68bab5 on network 8a4e4155-7a49-448c-ace0-d8678371f697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:17:32.254839 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Attempting to bind port 302d5e43-9791-4c31-b94b-4e9f2f68bab5 on network 8a4e4155-7a49-448c-ace0-d8678371f697 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:32.260819 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:17:32.261069 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Checking segment: {'id': 'f80d63d4-55f0-4317-be91-43212f0ce8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8a4e4155-7a49-448c-ace0-d8678371f697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:32.261671 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Bound using segment: {'id': 'f80d63d4-55f0-4317-be91-43212f0ce8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8a4e4155-7a49-448c-ace0-d8678371f697'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:17:32.262156 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Bound port: 302d5e43-9791-4c31-b94b-4e9f2f68bab5, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f80d63d4-55f0-4317-be91-43212f0ce8b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8a4e4155-7a49-448c-ace0-d8678371f697'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:17:32.262520 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:32.288802 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Request body: {'port': {'device_id': 'c7ac0598-c6b6-4ca6-a15a-e95241c2e495', 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92', 'admin_state_up': True, 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:32.424180 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] For port 302d5e43-9791-4c31-b94b-4e9f2f68bab5, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:17:32.455568 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] For port 302d5e43-9791-4c31-b94b-4e9f2f68bab5, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=302d5e43-9791-4c31-b94b-4e9f2f68bab5,segment=NetworkSegment(f80d63d4-55f0-4317-be91-43212f0ce8b2),segment_id=f80d63d4-55f0-4317-be91-43212f0ce8b2)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:17:32.469771 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:32.511039 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Made reservation on behalf of 6718ae7f0e4c473ab14c2f4be9641ca4 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:32.516048 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:32.572241 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:32.573299 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:32.575116 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] 10.222.0.30 "PUT /v2.0/ports/302d5e43-9791-4c31-b94b-4e9f2f68bab5 HTTP/1.1" status: 200 len: 1093 time: 1.5513911 Aug 16 14:17:32.575965 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332d5e4c-961e-462a-b8ab-252ec667e43c', 'tag': '302d5e43-9791-4c31-b94b-4e9f2f68bab5'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:17:32.602937 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e9822-2d1c-4cab-9724-47c15a971112 service neutron] Pushing event updated for resources: {'Port': ['ID=302d5e43-9791-4c31-b94b-4e9f2f68bab5,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:32.694919 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.30', 64658) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:32.784214 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c770f1-243e-4e53-aad4-d9c1dd99efaf" -d '{"events": [{"name": "network-changed", "server_uuid": "332d5e4c-961e-462a-b8ab-252ec667e43c", "tag": "302d5e43-9791-4c31-b94b-4e9f2f68bab5"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:17:32.906543 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-bfbc244b-3b69-4971-95f1-d667f44a4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:32.923223 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-bfbc244b-3b69-4971-95f1-d667f44a4b48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=333976b5b71f458aa227ff2d24d954a5&device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 1096 time: 0.2216475 Aug 16 14:17:32.978354 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-41da3ae2-a24c-4922-9ff9-a743d4118e25 req-7346d269-c33b-457b-9957-2b4a8042bcc8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 210 time: 0.1063709 Aug 16 14:17:33.036865 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Allocated IP 172.20.0.6 (a5c05744-1dea-4985-bfb7-4ce8ee901d92/05e21470-97a3-40f2-abf2-d2ece408ca70/b23b477d-dfe2-49fe-a669-131d565e77ce) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:17:33.054614 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503940fb-f69f-4043-9743-9df830d50000 req-8e99018d-e02a-4623-b6fe-e4f61606fc8f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:33.056434 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-8e99018d-e02a-4623-b6fe-e4f61606fc8f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 819 time: 0.3819828 Aug 16 14:17:33.083442 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Request body: {'port': {'device_id': '02fb92d3-aa3c-4ea8-99d8-0993ab45e18b', 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92', 'admin_state_up': True, 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:33.133966 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-33060467-38e4-4660-825c-f537c2698aef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=302d5e43-9791-4c31-b94b-4e9f2f68bab5 HTTP/1.1" status: 200 len: 217 time: 0.1951184 Aug 16 14:17:33.232956 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-d9c0e2c6-777b-46fb-a333-7e9d54f13a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:33.235936 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-d9c0e2c6-777b-46fb-a333-7e9d54f13a3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe372250-587f-4dce-b84a-ed0e2c9ce790 HTTP/1.1" status: 200 len: 852 time: 0.0799487 Aug 16 14:17:33.244046 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-413c0cc0-2a49-4cba-8e47-60b38ffbaab3 req-77fce433-e1bf-4abe-ab51-eb5686352519 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0560102 Aug 16 14:17:33.285002 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d46fe51-d6e3-4270-94d8-ee7dbeeeb5f2 x-openstack-request-id: req-8d46fe51-d6e3-4270-94d8-ee7dbeeeb5f2 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:17:33.285279 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332d5e4c-961e-462a-b8ab-252ec667e43c", "tag": "302d5e43-9791-4c31-b94b-4e9f2f68bab5", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:17:33.285530 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d46fe51-d6e3-4270-94d8-ee7dbeeeb5f2 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:17:33.285990 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '332d5e4c-961e-462a-b8ab-252ec667e43c', 'tag': '302d5e43-9791-4c31-b94b-4e9f2f68bab5', 'status': 'completed', 'code': 200} Aug 16 14:17:33.361338 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-a41cc79c-1a43-49b2-ba17-7a420b522156 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a4e4155-7a49-448c-ace0-d8678371f697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590940 Aug 16 14:17:33.455931 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.30', 64666) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:33.509360 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Made reservation on behalf of 6718ae7f0e4c473ab14c2f4be9641ca4 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:33.513191 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:33.702432 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-c54bcd49-2c2e-49ed-a47d-a0d53d200c89 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4e4155-7a49-448c-ace0-d8678371f697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308446 Aug 16 14:17:33.781821 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:33.833725 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85daf0af-cd8f-4d4e-aeb3-bcb636524c79 req-dd1208fb-7c39-4394-993e-4e9a6ae3df92 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4e4155-7a49-448c-ace0-d8678371f697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205413 Aug 16 14:17:33.834132 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a64f1-88f5-4f4f-9b94-79dc7092d609 req-c7dc499b-1d5d-4f04-8840-5dad864486ee tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:33.835629 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e44a64f1-88f5-4f4f-9b94-79dc7092d609 req-c7dc499b-1d5d-4f04-8840-5dad864486ee tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 943 time: 0.4403615 Aug 16 14:17:33.962520 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-e5749eeb-8d6b-49f8-8fff-3ac3709cf8c2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:33.964084 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-e5749eeb-8d6b-49f8-8fff-3ac3709cf8c2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 816 time: 0.4921713 Aug 16 14:17:33.986764 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e44a64f1-88f5-4f4f-9b94-79dc7092d609 req-001b85fb-4c0d-4ed7-9140-bf90c79dfab2 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052415 Aug 16 14:17:34.056551 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.106071 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Allocated IP 172.20.0.2 (a5c05744-1dea-4985-bfb7-4ce8ee901d92/05e21470-97a3-40f2-abf2-d2ece408ca70/2ad567db-13e4-41cf-bd2e-6a961a3b1ac4) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:17:34.133139 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Network a5c05744-1dea-4985-bfb7-4ce8ee901d92 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:34.141204 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1441c7bc-b797-4001-85f2-4c00c044dee4 req-8dfa7a23-27c7-4707-a718-a014b938f773 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 210 time: 0.0383220 Aug 16 14:17:34.145383 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48086) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:34.152484 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Pushing event updated for resources: {'Port': ['ID=b23b477d-dfe2-49fe-a669-131d565e77ce,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:34.160493 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:34.165858 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:17:34.258577 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:34.259491 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.283557 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95ebb9cc-a106-44a7-80ec-efb8bfeeb3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.360262 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fddb7fc2-5e4a-48be-b938-615553d963c1 req-fb874a51-243a-44cc-ba3d-85c09d05c1ce tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0331712 Aug 16 14:17:34.402845 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.403996 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95ebb9cc-a106-44a7-80ec-efb8bfeeb3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.409654 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95ebb9cc-a106-44a7-80ec-efb8bfeeb3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.416207 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6b95056b-ad6e-4ab3-8062-f85879766f52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1342139 Aug 16 14:17:34.448142 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-95ebb9cc-a106-44a7-80ec-efb8bfeeb3b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=606b5bdc8fb442d89d80d5d178942278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016760 Aug 16 14:17:34.448333 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.450711 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48098) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:34.458571 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebb9cc-a106-44a7-80ec-efb8bfeeb3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9e2c11-6711-4b3f-8e55-b43ff437d853,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:34.498837 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Network a5c05744-1dea-4985-bfb7-4ce8ee901d92 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:34.506195 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:34.509035 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:17:34.526475 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Pushing event updated for resources: {'Port': ['ID=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:34.529937 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eac7e89a-bb66-4d67-a799-13037f509e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.556976 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eac7e89a-bb66-4d67-a799-13037f509e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.580080 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:34.580767 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.597152 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-feef1a47-1a4a-45ae-8287-2b0819b90e86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5189176 Aug 16 14:17:34.619595 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eac7e89a-bb66-4d67-a799-13037f509e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.622300 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eac7e89a-bb66-4d67-a799-13037f509e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:34.623597 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-eac7e89a-bb66-4d67-a799-13037f509e8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f9e2c11-6711-4b3f-8e55-b43ff437d853 HTTP/1.1" status: 204 len: 168 time: 0.1719925 Aug 16 14:17:34.633075 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7e89a-bb66-4d67-a799-13037f509e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9e2c11-6711-4b3f-8e55-b43ff437d853,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:34.920149 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48120) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:34.932956 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab2d7-abf0-4b7c-9ecd-200666fe128b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:35.032452 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab2d7-abf0-4b7c-9ecd-200666fe128b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:35.037396 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab2d7-abf0-4b7c-9ecd-200666fe128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:35.111969 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0a7ab2d7-abf0-4b7c-9ecd-200666fe128b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5539a1ac00004bc0b49d54c87eb157fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1817532 Aug 16 14:17:35.111969 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ab2d7-abf0-4b7c-9ecd-200666fe128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c316b5-cbd5-40f3-8817-42d502b653ce,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:35.112293 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 48126) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:35.137094 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0f238-f059-4eae-8c9f-cd13d4b6de30 req-a4964e48-39c8-48d7-adec-3b5820d2bd37 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:35.138573 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ae0f238-f059-4eae-8c9f-cd13d4b6de30 req-a4964e48-39c8-48d7-adec-3b5820d2bd37 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 943 time: 0.0701826 Aug 16 14:17:35.164479 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f4d996b9-f11c-40cf-b308-220210303145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:35.187354 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ae0f238-f059-4eae-8c9f-cd13d4b6de30 req-7cebe368-642a-4961-9d20-f3b5b74719a0 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416813 Aug 16 14:17:35.187875 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f4d996b9-f11c-40cf-b308-220210303145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:35.276272 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853fcc7-f7ad-4ae1-8992-a744923bf1d9 req-3d7dcdcf-e851-432d-a76c-9df569102eb9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:35.277681 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5853fcc7-f7ad-4ae1-8992-a744923bf1d9 req-3d7dcdcf-e851-432d-a76c-9df569102eb9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 931 time: 0.0635662 Aug 16 14:17:35.278693 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f4d996b9-f11c-40cf-b308-220210303145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:35.281568 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f4d996b9-f11c-40cf-b308-220210303145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:35.282649 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-f4d996b9-f11c-40cf-b308-220210303145 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/00c316b5-cbd5-40f3-8817-42d502b653ce HTTP/1.1" status: 204 len: 168 time: 0.1743352 Aug 16 14:17:35.297504 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d996b9-f11c-40cf-b308-220210303145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c316b5-cbd5-40f3-8817-42d502b653ce,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:35.333428 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5853fcc7-f7ad-4ae1-8992-a744923bf1d9 req-24743b4e-8299-4656-b041-318e21007fa1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481791 Aug 16 14:17:35.469810 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-060d609d-287e-467b-88f0-eeeae84cf770 req-99badc68-d9fa-4ae3-af2e-233a8293d3bb tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0274603 Aug 16 14:17:36.299602 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4333c1-4894-4814-ac02-f35f8aa2df2c req-bc90c5f8-174c-48c5-b2d4-cdb61c8d5668 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:36.301348 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ae4333c1-4894-4814-ac02-f35f8aa2df2c req-bc90c5f8-174c-48c5-b2d4-cdb61c8d5668 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 943 time: 0.0496709 Aug 16 14:17:36.345603 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ae4333c1-4894-4814-ac02-f35f8aa2df2c req-b838a7c1-4181-49f7-b895-64fb32ef73f5 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346999 Aug 16 14:17:36.429799 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 48180) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:36.473980 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f58430-2957-45c2-839d-46e545ce2b38 req-eb3c6aca-20cf-4f30-b265-aacfa27f314d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:36.475712 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-94f58430-2957-45c2-839d-46e545ce2b38 req-eb3c6aca-20cf-4f30-b265-aacfa27f314d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 931 time: 0.0634434 Aug 16 14:17:36.519979 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-94f58430-2957-45c2-839d-46e545ce2b38 req-eb726513-af03-41e0-8e1c-484fc7580df4 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381896 Aug 16 14:17:36.549455 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7632d6f0-8291-454d-9fd9-bb8811afff03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:36.590168 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-242cbcd0-d74d-4590-96d1-95e9bfbbbcd2 req-50dc1f67-5e73-4423-804a-0b95c981ed99 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0382571 Aug 16 14:17:36.617647 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Request body: {'port': {'device_id': 'c7ac0598-c6b6-4ca6-a15a-e95241c2e495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:36.629632 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Request body: {'port': {'device_id': '02fb92d3-aa3c-4ea8-99d8-0993ab45e18b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:36.728973 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-653a78ed-1df1-4a29-9d42-721ab59865d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:36.730477 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-653a78ed-1df1-4a29-9d42-721ab59865d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=333976b5b71f458aa227ff2d24d954a5&device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 1096 time: 0.0457916 Aug 16 14:17:36.743451 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-afca4fbd-4700-4d28-b6e0-ce206deda210 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c3f5dd32167411da4670b3ff5953562 HTTP/1.1" status: 200 len: 380 time: 0.1467261 Aug 16 14:17:36.771262 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'port': {'device_id': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'admin_state_up': True, 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'security_groups': ['7256b020-3846-4764-bf1f-636b26be88f5']}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:36.801064 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:36.840541 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:36.893553 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-9df8ca78-041b-437f-b162-e5736decebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:36.895071 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-9df8ca78-041b-437f-b162-e5736decebe8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8a4e4155-7a49-448c-ace0-d8678371f697 HTTP/1.1" status: 200 len: 913 time: 0.1561956 Aug 16 14:17:36.944310 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-8c0deb30-8579-464a-a5c7-9f1b20ceb512 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=302d5e43-9791-4c31-b94b-4e9f2f68bab5 HTTP/1.1" status: 200 len: 217 time: 0.0416038 Aug 16 14:17:37.001185 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-87a35d61-5e67-47d3-8406-f101c872486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:37.002647 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-87a35d61-5e67-47d3-8406-f101c872486e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=fe372250-587f-4dce-b84a-ed0e2c9ce790 HTTP/1.1" status: 200 len: 852 time: 0.0494652 Aug 16 14:17:37.037745 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-aa72bf1a-579f-4853-9a6f-564e8858bc20 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8a4e4155-7a49-448c-ace0-d8678371f697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258844 Aug 16 14:17:37.066993 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7632d6f0-8291-454d-9fd9-bb8811afff03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:37.123067 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7632d6f0-8291-454d-9fd9-bb8811afff03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:37.131276 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-a125be5c-3ab2-41eb-bc1c-9eaf219071c7 service neutron] 10.222.0.30 "GET /v2.0/networks/8a4e4155-7a49-448c-ace0-d8678371f697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857060 Aug 16 14:17:37.209135 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Made reservation on behalf of 7c3f5dd32167411da4670b3ff5953562 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:17:37.212726 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:37.238802 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-7632d6f0-8291-454d-9fd9-bb8811afff03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea7b8c1f684b4de8b2349d6d036b1b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8076854 Aug 16 14:17:37.241832 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-03379c49-94ff-432d-8bd7-1b9472c005da service neutron] 10.222.0.30 "GET /v2.0/networks/8a4e4155-7a49-448c-ace0-d8678371f697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022544 Aug 16 14:17:37.242639 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48194) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:37.267348 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7632d6f0-8291-454d-9fd9-bb8811afff03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae0621c-499e-44f7-b4f8-92bf06c98184,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:37.308930 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93092e76-820c-4586-bf77-b7dce703f6ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:37.333932 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93092e76-820c-4586-bf77-b7dce703f6ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:37.400602 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93092e76-820c-4586-bf77-b7dce703f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:37.403402 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-93092e76-820c-4586-bf77-b7dce703f6ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:37.407536 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-93092e76-820c-4586-bf77-b7dce703f6ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bae0621c-499e-44f7-b4f8-92bf06c98184 HTTP/1.1" status: 204 len: 168 time: 0.1611373 Aug 16 14:17:37.414831 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93092e76-820c-4586-bf77-b7dce703f6ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae0621c-499e-44f7-b4f8-92bf06c98184,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:37.479735 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:17:37.489078 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:37.527148 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Allocated IP 172.20.0.11 (b6868630-e965-450c-9166-4baeab6004c4/5fcd539f-244f-4e8d-a46d-68a1422bf1a4/dd0d33e6-d192-4f0d-990c-d8759ae10459) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:17:37.529867 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Transition to ACTIVE for port object 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:37.550238 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d5515-23f2-4c6b-ba72-3cf9abf627ad req-a66376c3-19d4-4e69-b3f9-7cb6bf50c8c4 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:37.551424 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-205d5515-23f2-4c6b-ba72-3cf9abf627ad req-a66376c3-19d4-4e69-b3f9-7cb6bf50c8c4 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 943 time: 0.0775063 Aug 16 14:17:37.607157 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-205d5515-23f2-4c6b-ba72-3cf9abf627ad req-9ddb7a17-bb7c-4aca-9bb5-5319cec427a3 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470288 Aug 16 14:17:37.609850 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:37.743896 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0ce480ce-b553-4a1c-9558-b7956ef9da72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:37.789268 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c015d91e-ede4-4b33-a1a5-fada1f17a863 req-0b658de6-3194-4832-a23f-c7f7f61bd642 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0556471 Aug 16 14:17:37.804907 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48220) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:37.869735 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:37.941985 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04d9d9-96da-476a-93bb-1fb876bc5246 req-00488189-f4e4-4345-9e8d-66dffd1d4e66 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:37.943887 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9c04d9d9-96da-476a-93bb-1fb876bc5246 req-00488189-f4e4-4345-9e8d-66dffd1d4e66 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 943 time: 0.2174885 Aug 16 14:17:37.977242 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cedc76f7-5808-44c0-9ee9-8ca19d58d6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.038381 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.095353 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Transition to ACTIVE for port object dd0d33e6-d192-4f0d-990c-d8759ae10459 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:38.110104 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cedc76f7-5808-44c0-9ee9-8ca19d58d6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.117003 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cedc76f7-5808-44c0-9ee9-8ca19d58d6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.170278 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-cedc76f7-5808-44c0-9ee9-8ca19d58d6f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f43dce4427942cf992315673592b015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616958 Aug 16 14:17:38.171071 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9c04d9d9-96da-476a-93bb-1fb876bc5246 req-b9d950f3-7392-48ba-939b-51eb6e571b10 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777415 Aug 16 14:17:38.171374 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48246) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:38.179100 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc76f7-5808-44c0-9ee9-8ca19d58d6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2725596c-0b9d-41cc-a1f4-65031ebf5efa,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:38.205977 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23b477d-dfe2-49fe-a669-131d565e77ce {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:17:38.210593 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Attempting to bind port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:17:38.210950 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Attempting to bind port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:17:38.211271 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Attempting to bind port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 on network a5c05744-1dea-4985-bfb7-4ce8ee901d92 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:38.220243 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.225197 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 on network a5c05744-1dea-4985-bfb7-4ce8ee901d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:17:38.225559 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Attempting to bind port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 on network a5c05744-1dea-4985-bfb7-4ce8ee901d92 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:38.241673 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Transition to ACTIVE for port object b23b477d-dfe2-49fe-a669-131d565e77ce will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:38.249282 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ef101e11-f708-42d8-8c02-e1f7c87f8d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.252780 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.254399 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.256512 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:17:38.256845 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Checking segment: {'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:38.257217 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Bound using segment: {'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:17:38.257652 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Bound port: 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:17:38.257994 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.289782 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ef101e11-f708-42d8-8c02-e1f7c87f8d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.366022 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ef101e11-f708-42d8-8c02-e1f7c87f8d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.369240 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ef101e11-f708-42d8-8c02-e1f7c87f8d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.373199 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ef101e11-f708-42d8-8c02-e1f7c87f8d87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2725596c-0b9d-41cc-a1f4-65031ebf5efa HTTP/1.1" status: 204 len: 168 time: 0.1981678 Aug 16 14:17:38.380110 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Network b6868630-e965-450c-9166-4baeab6004c4 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:17:38.389487 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef101e11-f708-42d8-8c02-e1f7c87f8d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2725596c-0b9d-41cc-a1f4-65031ebf5efa,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:38.629660 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:17:38.633885 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:17:38.638519 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Pushing event updated for resources: {'Port': ['ID=b23b477d-dfe2-49fe-a669-131d565e77ce,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:38.874290 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e7531-8ecf-4474-bc1e-4571b5bb7d1e req-8ce96c1c-0cca-4aca-b7ff-b12837c8c8a7 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:38.887277 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-af0e7531-8ecf-4474-bc1e-4571b5bb7d1e req-8ce96c1c-0cca-4aca-b7ff-b12837c8c8a7 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 943 time: 0.1193871 Aug 16 14:17:38.938847 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48280) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:38.944702 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Attempting to bind port b23b477d-dfe2-49fe-a669-131d565e77ce on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:17:38.945045 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Attempting to bind port b23b477d-dfe2-49fe-a669-131d565e77ce by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:17:38.945424 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Attempting to bind port b23b477d-dfe2-49fe-a669-131d565e77ce on network a5c05744-1dea-4985-bfb7-4ce8ee901d92 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:38.957812 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8df8ca77-8f65-4ffd-9488-d3c11a796cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:38.988800 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-af0e7531-8ecf-4474-bc1e-4571b5bb7d1e req-b51f2e9c-fde8-4e5d-b347-2bd749c1846a tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004598 Aug 16 14:17:39.008817 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:39.021799 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Port b23b477d-dfe2-49fe-a669-131d565e77ce on network a5c05744-1dea-4985-bfb7-4ce8ee901d92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:17:39.022381 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Attempting to bind port b23b477d-dfe2-49fe-a669-131d565e77ce on network a5c05744-1dea-4985-bfb7-4ce8ee901d92 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:39.022862 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-9f357413-8178-4140-9835-bd5be9710748 None None] Provisioning for port dd0d33e6-d192-4f0d-990c-d8759ae10459 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:39.026161 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] For port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:17:39.029048 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-9f357413-8178-4140-9835-bd5be9710748 None None] Provisioning complete for port dd0d33e6-d192-4f0d-990c-d8759ae10459 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:39.031880 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-9f357413-8178-4140-9835-bd5be9710748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.041667 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:39.042392 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.058682 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:17:39.058952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Checking segment: {'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:39.059354 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Bound using segment: {'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:17:39.059743 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Bound port: b23b477d-dfe2-49fe-a669-131d565e77ce, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ab507db-af5b-459f-a14b-f1c3e7ce5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:17:39.060404 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.074347 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] For port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:17:39.075765 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-9f357413-8178-4140-9835-bd5be9710748 None None] Port dd0d33e6-d192-4f0d-990c-d8759ae10459 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:17:39.095325 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.166145 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8df8ca77-8f65-4ffd-9488-d3c11a796cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.168488 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:39.169180 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.170973 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] 10.222.0.30 "PUT /v2.0/ports/2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 HTTP/1.1" status: 200 len: 1093 time: 2.5597413 Aug 16 14:17:39.171609 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fb92d3-aa3c-4ea8-99d8-0993ab45e18b', 'tag': '2ad567db-13e4-41cf-bd2e-6a961a3b1ac4'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:17:39.174090 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0" -d '{"events": [{"name": "network-changed", "server_uuid": "02fb92d3-aa3c-4ea8-99d8-0993ab45e18b", "tag": "2ad567db-13e4-41cf-bd2e-6a961a3b1ac4"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:17:39.175620 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8df8ca77-8f65-4ffd-9488-d3c11a796cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.194132 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72ab94-045e-44e1-9e14-43814ce1a1a0 req-db756989-ee67-469c-8129-10fc89e0936a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:39.198204 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0c72ab94-045e-44e1-9e14-43814ce1a1a0 req-db756989-ee67-469c-8129-10fc89e0936a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 932 time: 0.2583208 Aug 16 14:17:39.222567 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-144c92f6-df31-40a8-925e-1d446d1a522c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4626265 Aug 16 14:17:39.248082 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Request body: {'port': {'device_id': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:17:39.263550 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8df8ca77-8f65-4ffd-9488-d3c11a796cb6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a72eebecad04f9e8a445c04873511fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236506 Aug 16 14:17:39.264822 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8ca77-8f65-4ffd-9488-d3c11a796cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c20f9b-b007-4c01-b11d-6637ffddb8e9,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:39.279204 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48298) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:39.296921 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b3b97-5add-440c-ae1e-3615a20e3b83 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:39.307931 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365cfa6e-ce2f-4a31-aabf-12a16f0decc2 x-openstack-request-id: req-365cfa6e-ce2f-4a31-aabf-12a16f0decc2 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:17:39.308118 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fb92d3-aa3c-4ea8-99d8-0993ab45e18b", "tag": "2ad567db-13e4-41cf-bd2e-6a961a3b1ac4", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:17:39.308538 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-365cfa6e-ce2f-4a31-aabf-12a16f0decc2 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:17:39.309263 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02fb92d3-aa3c-4ea8-99d8-0993ab45e18b', 'tag': '2ad567db-13e4-41cf-bd2e-6a961a3b1ac4', 'status': 'completed', 'code': 200} Aug 16 14:17:39.395473 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] For port b23b477d-dfe2-49fe-a669-131d565e77ce, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:17:39.451508 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4092ce83-0ba9-4042-8b7e-f7da7444c6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.455302 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] For port b23b477d-dfe2-49fe-a669-131d565e77ce, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b23b477d-dfe2-49fe-a669-131d565e77ce,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:17:39.468068 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b64593-a53f-41cc-ac09-50d27f393bba req-9a2194ef-49f2-4d33-9fcd-6058c879a662 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:39.470656 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a5b64593-a53f-41cc-ac09-50d27f393bba req-9a2194ef-49f2-4d33-9fcd-6058c879a662 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 943 time: 0.1152205 Aug 16 14:17:39.473278 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0c72ab94-045e-44e1-9e14-43814ce1a1a0 req-c160bf87-6598-49a4-9896-4a4d0d20d72f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404091 Aug 16 14:17:39.474590 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.489479 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.497834 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503940fb-f69f-4043-9743-9df830d50000 req-f4c7a0f9-0cac-4d65-a226-623518b95928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:39.500004 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-f4c7a0f9-0cac-4d65-a226-623518b95928 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 1096 time: 0.2332079 Aug 16 14:17:39.518472 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4092ce83-0ba9-4042-8b7e-f7da7444c6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.546334 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a5b64593-a53f-41cc-ac09-50d27f393bba req-961f147e-e730-4fe4-81ef-02f8d2af5041 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628436 Aug 16 14:17:39.589569 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4092ce83-0ba9-4042-8b7e-f7da7444c6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.594481 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4092ce83-0ba9-4042-8b7e-f7da7444c6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.596103 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4092ce83-0ba9-4042-8b7e-f7da7444c6ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30c20f9b-b007-4c01-b11d-6637ffddb8e9 HTTP/1.1" status: 204 len: 168 time: 0.3153911 Aug 16 14:17:39.609336 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092ce83-0ba9-4042-8b7e-f7da7444c6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c20f9b-b007-4c01-b11d-6637ffddb8e9,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:39.645959 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:39.646604 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:39.648080 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] 10.222.0.30 "PUT /v2.0/ports/b23b477d-dfe2-49fe-a669-131d565e77ce HTTP/1.1" status: 200 len: 1093 time: 3.0527492 Aug 16 14:17:39.689229 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-553d162e-b8f1-49c8-95c5-ceee47cd36ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 HTTP/1.1" status: 200 len: 217 time: 0.1528034 Aug 16 14:17:39.731430 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300cab88-1a8d-4e87-8782-ed380ad0291e service neutron] Pushing event updated for resources: {'Port': ['ID=b23b477d-dfe2-49fe-a669-131d565e77ce,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:40.098399 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0d33e6-d192-4f0d-990c-d8759ae10459 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:17:40.128091 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:40.153072 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Transition to ACTIVE for port object dd0d33e6-d192-4f0d-990c-d8759ae10459 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:17:40.171143 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0331c3c-5d90-4336-99cd-a7d1d7f93164 req-4b0048ee-2df2-466c-8f4f-2c48c3ebd000 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:40.176633 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a0331c3c-5d90-4336-99cd-a7d1d7f93164 req-4b0048ee-2df2-466c-8f4f-2c48c3ebd000 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 943 time: 0.1009016 Aug 16 14:17:40.177671 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:40.258902 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a0331c3c-5d90-4336-99cd-a7d1d7f93164 req-8f6170c3-6b04-497a-9bf3-2f556e975a98 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779116 Aug 16 14:17:40.266878 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:40.319405 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f07fffae-cb93-45d8-8026-52c5bfc9806a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:40.366861 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Attempting to bind port dd0d33e6-d192-4f0d-990c-d8759ae10459 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:17:40.367419 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Attempting to bind port dd0d33e6-d192-4f0d-990c-d8759ae10459 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:17:40.368035 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Attempting to bind port dd0d33e6-d192-4f0d-990c-d8759ae10459 on network b6868630-e965-450c-9166-4baeab6004c4 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:40.374366 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Port dd0d33e6-d192-4f0d-990c-d8759ae10459 on network b6868630-e965-450c-9166-4baeab6004c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:17:40.375064 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Attempting to bind port dd0d33e6-d192-4f0d-990c-d8759ae10459 on network b6868630-e965-450c-9166-4baeab6004c4 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:17:40.383758 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:17:40.384190 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Checking segment: {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:17:40.384669 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Bound using segment: {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:17:40.385315 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Bound port: dd0d33e6-d192-4f0d-990c-d8759ae10459, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:17:40.385945 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:40.493883 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:17:40.500450 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:17:40.507979 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:40.560584 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:40.561269 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:40.563155 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd0d33e6-d192-4f0d-990c-d8759ae10459 HTTP/1.1" status: 200 len: 1094 time: 1.3233161 Aug 16 14:17:40.613184 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eefe99-94f4-4004-b3dd-a009ce493571 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:40.743373 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b935e51-7ec9-4957-8eda-3e4ceb448443 req-ef5dc032-2f8b-4317-95ec-4df432248063 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:40.746588 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8b935e51-7ec9-4957-8eda-3e4ceb448443 req-ef5dc032-2f8b-4317-95ec-4df432248063 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0716097 Aug 16 14:17:40.809568 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b05ae-554b-44a8-a746-beb93efa6889 req-41eb9a0f-bb6a-4543-b7b2-6a9af5f9be1f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:40.811672 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-234b05ae-554b-44a8-a746-beb93efa6889 req-41eb9a0f-bb6a-4543-b7b2-6a9af5f9be1f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 943 time: 0.1216230 Aug 16 14:17:40.848484 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:40.858789 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8b935e51-7ec9-4957-8eda-3e4ceb448443 req-624c908b-910a-467d-9a9f-29798388503a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000774 Aug 16 14:17:40.887021 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-234b05ae-554b-44a8-a746-beb93efa6889 req-5a9f2d94-2885-4ef8-9ae6-2230214236cd tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611150 Aug 16 14:17:41.312648 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7ac0598-c6b6-4ca6-a15a-e95241c2e495', 'tag': 'b23b477d-dfe2-49fe-a669-131d565e77ce'}, {'name': 'network-changed', 'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:17:41.315645 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a1b54b-19d1-4971-944c-fc279d88ea95" -d '{"events": [{"name": "network-changed", "server_uuid": "c7ac0598-c6b6-4ca6-a15a-e95241c2e495", "tag": "b23b477d-dfe2-49fe-a669-131d565e77ce"}, {"name": "network-changed", "server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:17:41.414342 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007a519-102a-43fb-857e-89112ca0c33d req-76317731-7d7d-4236-986e-049ddbbafa51 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:41.416999 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d007a519-102a-43fb-857e-89112ca0c33d req-76317731-7d7d-4236-986e-049ddbbafa51 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 943 time: 0.0669067 Aug 16 14:17:41.490962 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 14:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910efd13-8476-4663-9840-b2c6b488f5bd x-openstack-request-id: req-910efd13-8476-4663-9840-b2c6b488f5bd {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:17:41.491320 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7ac0598-c6b6-4ca6-a15a-e95241c2e495", "tag": "b23b477d-dfe2-49fe-a669-131d565e77ce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:17:41.491623 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-910efd13-8476-4663-9840-b2c6b488f5bd {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:17:41.492412 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7ac0598-c6b6-4ca6-a15a-e95241c2e495', 'tag': 'b23b477d-dfe2-49fe-a669-131d565e77ce', 'status': 'completed', 'code': 200} Aug 16 14:17:41.492533 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'status': 'completed', 'code': 200} Aug 16 14:17:41.495138 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d007a519-102a-43fb-857e-89112ca0c33d req-f3bd453b-ab93-4f1e-b390-12b2825eef10 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698192 Aug 16 14:17:41.770981 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:42.001255 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc14f4-25e4-4825-8904-a5139481297c req-d0102993-ca2e-4c2d-9e8d-81e2e5ff0e1d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:42.004047 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-62bc14f4-25e4-4825-8904-a5139481297c req-d0102993-ca2e-4c2d-9e8d-81e2e5ff0e1d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0754294 Aug 16 14:17:42.043823 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125b55b-9f77-47de-b081-163d253027e2 req-9e2458a2-7a40-4dab-ae97-de423bf519d1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:42.045962 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f125b55b-9f77-47de-b081-163d253027e2 req-9e2458a2-7a40-4dab-ae97-de423bf519d1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 943 time: 0.0716212 Aug 16 14:17:42.049860 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-62bc14f4-25e4-4825-8904-a5139481297c req-bc1d9d6b-78e1-46f3-ba5e-810325e54a8b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364857 Aug 16 14:17:42.090054 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f125b55b-9f77-47de-b081-163d253027e2 req-5c62d17b-e341-405e-adb1-56249ef6c779 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332596 Aug 16 14:17:42.610269 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10b385-6842-4563-8375-edc6d87e0722 req-203e1d74-e81d-46cb-bad5-528359f97301 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:42.611756 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cc10b385-6842-4563-8375-edc6d87e0722 req-203e1d74-e81d-46cb-bad5-528359f97301 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 943 time: 0.0508933 Aug 16 14:17:42.669018 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cc10b385-6842-4563-8375-edc6d87e0722 req-873bf100-5d71-4d30-9f3e-59c6f5a185d2 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511458 Aug 16 14:17:42.675623 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 302d5e43-9791-4c31-b94b-4e9f2f68bab5 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:17:42.869809 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503940fb-f69f-4043-9743-9df830d50000 req-81b4cf81-ae09-441a-836b-431d565406cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:42.871410 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-81b4cf81-ae09-441a-836b-431d565406cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.1359005 Aug 16 14:17:42.881374 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-ea81ca9c-8303-4aab-8182-f75a41f48f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:42.883014 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-ea81ca9c-8303-4aab-8182-f75a41f48f3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 1097 time: 0.1053164 Aug 16 14:17:42.902778 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 302d5e43-9791-4c31-b94b-4e9f2f68bab5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=302d5e43-9791-4c31-b94b-4e9f2f68bab5,segment=NetworkSegment(f80d63d4-55f0-4317-be91-43212f0ce8b2),segment_id=f80d63d4-55f0-4317-be91-43212f0ce8b2)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:42.915800 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '302d5e43-9791-4c31-b94b-4e9f2f68bab5', 'network_id': '8a4e4155-7a49-448c-ace0-d8678371f697', 'port_id': '302d5e43-9791-4c31-b94b-4e9f2f68bab5', 'mac_address': 'fa:16:3e:68:ab:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe372250-587f-4dce-b84a-ed0e2c9ce790', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:17:42.948897 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-81344bf3-4fc4-464c-972c-6239fabe63c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627868 Aug 16 14:17:42.952046 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-fa5d5b5a-2bf4-474c-8866-5cdbf6907461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:42.953639 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-fa5d5b5a-2bf4-474c-8866-5cdbf6907461 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 1096 time: 0.1746445 Aug 16 14:17:42.959182 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:42.973256 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 302d5e43-9791-4c31-b94b-4e9f2f68bab5 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:17:43.001876 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-e5a5b243-c0e4-4a36-a589-7c8c56b03416 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459 HTTP/1.1" status: 200 len: 217 time: 0.0785310 Aug 16 14:17:43.007643 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 302d5e43-9791-4c31-b94b-4e9f2f68bab5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=302d5e43-9791-4c31-b94b-4e9f2f68bab5,segment=NetworkSegment(f80d63d4-55f0-4317-be91-43212f0ce8b2),segment_id=f80d63d4-55f0-4317-be91-43212f0ce8b2)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:43.013550 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:43.065264 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=302d5e43-9791-4c31-b94b-4e9f2f68bab5,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:43.075346 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-4a27c344-adbf-4872-aed4-c0bc94bc0a58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23b477d-dfe2-49fe-a669-131d565e77ce HTTP/1.1" status: 200 len: 217 time: 0.0908201 Aug 16 14:17:43.170596 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56204de0-3366-4ba9-a101-b4511f556808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:43.172596 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-56204de0-3366-4ba9-a101-b4511f556808 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.1345329 Aug 16 14:17:43.195485 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aa5e6-2d22-48c4-8ed7-cf603d45dffd req-a97bf085-9539-41ed-8879-fa9d15c4587a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:43.197410 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-076aa5e6-2d22-48c4-8ed7-cf603d45dffd req-a97bf085-9539-41ed-8879-fa9d15c4587a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0680151 Aug 16 14:17:43.227306 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-a1c81cf4-a74d-40ef-8467-6650c5fa9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:43.228810 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-a1c81cf4-a74d-40ef-8467-6650c5fa9bed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.1314192 Aug 16 14:17:43.241731 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-076aa5e6-2d22-48c4-8ed7-cf603d45dffd req-f2e22937-9009-4046-a1e2-2c075ccf3804 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376740 Aug 16 14:17:43.247050 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-b09c5b44-0970-425a-aeef-075f49e272ac service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612052 Aug 16 14:17:43.291998 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-2fa9a79b-e3fd-4381-8188-1e89f1a3ba35 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478799 Aug 16 14:17:43.382137 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['302d5e43-9791-4c31-b94b-4e9f2f68bab5'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:17:43.400188 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:43.588758 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-46ae3415-17ca-440d-9817-c7ae305e296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:43.590745 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-46ae3415-17ca-440d-9817-c7ae305e296f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4034181 Aug 16 14:17:43.602427 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876bca3-2596-4d1f-bb59-94da08eeaf0f req-79f2642d-6b58-4b47-8d13-6afe623cdee6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:43.609880 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b876bca3-2596-4d1f-bb59-94da08eeaf0f req-79f2642d-6b58-4b47-8d13-6afe623cdee6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 943 time: 0.4304152 Aug 16 14:17:43.752973 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b876bca3-2596-4d1f-bb59-94da08eeaf0f req-44471bec-332c-4254-8a5e-2b65cc315c36 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420846 Aug 16 14:17:43.774917 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-503940fb-f69f-4043-9743-9df830d50000 req-083f39d6-6dba-44c9-ad24-cafa18afff9a service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118496 Aug 16 14:17:43.804285 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-6fe512fd-b109-4bb6-b770-e8614add329c service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986506 Aug 16 14:17:43.844911 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a6182-befc-4ca4-8855-f008df3eaa4f req-7e99a88d-6be9-4666-941f-37fca7d28bcd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:43.846537 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3c3a6182-befc-4ca4-8855-f008df3eaa4f req-7e99a88d-6be9-4666-941f-37fca7d28bcd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 944 time: 0.0798237 Aug 16 14:17:43.905355 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3c3a6182-befc-4ca4-8855-f008df3eaa4f req-412d5b1c-6095-4866-891e-8f8417b83651 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505424 Aug 16 14:17:43.948308 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-9a76eb57-568b-468d-be1d-ea07fcc5d65e service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363802 Aug 16 14:17:44.074531 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0 req-719df1b3-5c79-4426-8b5b-822b338ab813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:44.076157 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0 req-719df1b3-5c79-4426-8b5b-822b338ab813 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 1096 time: 0.1722770 Aug 16 14:17:44.127138 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2f5f1f4-2138-446d-937c-7d16c732cc74 req-51b60281-0b87-42d9-ae0d-3dccb0219704 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038917 Aug 16 14:17:44.204903 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d6e5f8c-4cdf-4299-b71f-10207d19e9fd req-bfd15304-f133-47be-ae9e-64c0290710d3 service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479804 Aug 16 14:17:44.291672 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0 req-d2fd8ab5-4d76-4bde-9b5a-5a8e82371fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:44.301410 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0 req-d2fd8ab5-4d76-4bde-9b5a-5a8e82371fe5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 920 time: 0.2173729 Aug 16 14:17:44.314267 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-f35b7616-22af-441e-a416-33fd74ff4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:44.316356 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-f35b7616-22af-441e-a416-33fd74ff4d74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 1096 time: 0.0682600 Aug 16 14:17:44.413403 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0 req-744c5f7f-bec4-4857-9390-c593c84271bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 HTTP/1.1" status: 200 len: 217 time: 0.0822213 Aug 16 14:17:44.519754 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0 req-4de5bf7b-0f2f-468f-9a76-3930f1b9e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:44.521226 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0 req-4de5bf7b-0f2f-468f-9a76-3930f1b9e5b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.0697732 Aug 16 14:17:44.554709 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518534f-bebc-41f7-814e-a004202d7a36 req-c6c87968-3b57-4736-8dfb-be1739776cce tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:44.556307 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d518534f-bebc-41f7-814e-a004202d7a36 req-c6c87968-3b57-4736-8dfb-be1739776cce tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.2061427 Aug 16 14:17:44.583018 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0 req-99da2a90-e85e-4ccb-99a2-2275a974b0f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460865 Aug 16 14:17:44.609290 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-564edf69-d14f-4e4b-bb75-69d82ac3620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:44.610906 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-564edf69-d14f-4e4b-bb75-69d82ac3620f service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 920 time: 0.2720098 Aug 16 14:17:44.700229 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-bae935fe-b9ec-4922-9b93-516d2a0e3082 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23b477d-dfe2-49fe-a669-131d565e77ce HTTP/1.1" status: 200 len: 217 time: 0.0754528 Aug 16 14:17:44.707639 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d518534f-bebc-41f7-814e-a004202d7a36 req-f7f11b60-1c2a-4111-b1f8-b7d713dc404d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272140 Aug 16 14:17:44.797197 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-d03a4472-ee7a-4499-b10d-f8dd0ad1f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:44.798852 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-d03a4472-ee7a-4499-b10d-f8dd0ad1f675 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.0869334 Aug 16 14:17:44.801630 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0 req-a2bc7fd8-0ad1-4162-98b7-3ab29de33a82 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077460 Aug 16 14:17:44.858703 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-2c1c40f8-7b91-4e6b-a6cb-fa721d7b0342 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435402 Aug 16 14:17:44.911354 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6637a2-fc0a-4438-a074-c058520382b2 req-b62518b0-78b1-4643-b544-12c8878e4ab2 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:44.919811 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bf6637a2-fc0a-4438-a074-c058520382b2 req-b62518b0-78b1-4643-b544-12c8878e4ab2 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 943 time: 0.0659082 Aug 16 14:17:44.976837 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bf6637a2-fc0a-4438-a074-c058520382b2 req-7d4be531-add1-4fe7-b60b-65d32b11e495 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552182 Aug 16 14:17:45.059284 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 302d5e43-9791-4c31-b94b-4e9f2f68bab5 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:45.106572 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-ddc7887c-bf73-4e20-ad1d-9ce1a891189d service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376695 Aug 16 14:17:45.150713 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 302d5e43-9791-4c31-b94b-4e9f2f68bab5 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:45.159177 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 302d5e43-9791-4c31-b94b-4e9f2f68bab5 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:45.159823 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:45.209144 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23028fc-b687-4386-a56f-2781a33c0130 req-d0b743ce-12b7-4408-b1f3-13dbc0a129fd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:45.210758 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b23028fc-b687-4386-a56f-2781a33c0130 req-d0b743ce-12b7-4408-b1f3-13dbc0a129fd tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 944 time: 0.1559534 Aug 16 14:17:45.249072 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be32ab37-3a6d-4aa4-88da-3d50b00c8de0 req-8829f0a4-d817-4cad-a07c-ec59c2e9e1cc service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4254875 Aug 16 14:17:45.294119 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b23028fc-b687-4386-a56f-2781a33c0130 req-0771889f-6266-470e-8583-4c2932d9b35b tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680420 Aug 16 14:17:45.301451 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-2aef86be-1739-4590-b0e7-f8a92320fc10 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839645 Aug 16 14:17:45.329739 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:45.355757 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332d5e4c-961e-462a-b8ab-252ec667e43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302d5e43-9791-4c31-b94b-4e9f2f68bab5'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:17:45.378925 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48548) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:45.482708 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 302d5e43-9791-4c31-b94b-4e9f2f68bab5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=302d5e43-9791-4c31-b94b-4e9f2f68bab5,segment=NetworkSegment(f80d63d4-55f0-4317-be91-43212f0ce8b2),segment_id=f80d63d4-55f0-4317-be91-43212f0ce8b2)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:45.489001 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:45.537420 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-50b294e6-5012-4dd8-849b-98dbee2dfae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:45.554635 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=302d5e43-9791-4c31-b94b-4e9f2f68bab5,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:45.602128 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e156082-b19e-4a93-8481-24fecdeed0c2" -d '{"events": [{"server_uuid": "332d5e4c-961e-462a-b8ab-252ec667e43c", "name": "network-vif-plugged", "status": "completed", "tag": "302d5e43-9791-4c31-b94b-4e9f2f68bab5"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:17:45.652044 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-50b294e6-5012-4dd8-849b-98dbee2dfae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:45.656948 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-50b294e6-5012-4dd8-849b-98dbee2dfae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:45.694547 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b294e6-5012-4dd8-849b-98dbee2dfae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ab6e1f-7954-4527-9de9-019c92dddb37,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:45.698848 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-50b294e6-5012-4dd8-849b-98dbee2dfae8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fe0e133ee51405f877c0e55edbaa7de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188698 Aug 16 14:17:45.701810 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 48562) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:45.711268 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37022522-3eaf-449a-846a-c48a5d747297 x-openstack-request-id: req-37022522-3eaf-449a-846a-c48a5d747297 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:17:45.711559 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332d5e4c-961e-462a-b8ab-252ec667e43c", "name": "network-vif-plugged", "status": "completed", "tag": "302d5e43-9791-4c31-b94b-4e9f2f68bab5", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:17:45.711846 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-37022522-3eaf-449a-846a-c48a5d747297 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:17:45.712302 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332d5e4c-961e-462a-b8ab-252ec667e43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '302d5e43-9791-4c31-b94b-4e9f2f68bab5', 'code': 200} Aug 16 14:17:45.752901 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7a6b-f27c-4be8-8e06-3f48d4026202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:45.777698 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7a6b-f27c-4be8-8e06-3f48d4026202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:46.057319 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5bc1c-3e9b-42c5-bc9e-b6c3b1b344f4 req-ddb9c39c-3723-441a-996c-208aa16bd70a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:46.058790 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f7b5bc1c-3e9b-42c5-bc9e-b6c3b1b344f4 req-ddb9c39c-3723-441a-996c-208aa16bd70a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.2645910 Aug 16 14:17:46.066337 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7a6b-f27c-4be8-8e06-3f48d4026202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:46.069373 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f3fe7a6b-f27c-4be8-8e06-3f48d4026202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:46.070541 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-f3fe7a6b-f27c-4be8-8e06-3f48d4026202 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/58ab6e1f-7954-4527-9de9-019c92dddb37 HTTP/1.1" status: 204 len: 168 time: 0.3676555 Aug 16 14:17:46.085987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe7a6b-f27c-4be8-8e06-3f48d4026202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ab6e1f-7954-4527-9de9-019c92dddb37,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:46.120301 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d243000-51ba-429a-9d03-dcda180ef139 req-fadb7cfd-5d21-407a-bba9-6b4dd345e64b tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:46.123006 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8d243000-51ba-429a-9d03-dcda180ef139 req-fadb7cfd-5d21-407a-bba9-6b4dd345e64b tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 943 time: 0.0791337 Aug 16 14:17:46.128024 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f7b5bc1c-3e9b-42c5-bc9e-b6c3b1b344f4 req-a42298c9-e45d-46aa-96c0-bb1eb9abb596 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563612 Aug 16 14:17:46.164296 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8d243000-51ba-429a-9d03-dcda180ef139 req-bb01a51d-0260-4759-a9c3-a32a28ad0211 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353281 Aug 16 14:17:46.366416 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 48578) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:46.388425 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54d1d8da-60de-4694-87ec-ec878c9996bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:46.445243 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420f2ea-bcc1-439b-ab89-d5eac8431adf req-625fd248-0dba-4b09-93e6-6345f7c592e2 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:46.446762 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8420f2ea-bcc1-439b-ab89-d5eac8431adf req-625fd248-0dba-4b09-93e6-6345f7c592e2 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0739388 Aug 16 14:17:46.511846 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8420f2ea-bcc1-439b-ab89-d5eac8431adf req-66110a4e-83bb-4ce0-8b92-9fb6f1c108f6 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564938 Aug 16 14:17:46.560346 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54d1d8da-60de-4694-87ec-ec878c9996bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:46.568938 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54d1d8da-60de-4694-87ec-ec878c9996bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:46.609838 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-54d1d8da-60de-4694-87ec-ec878c9996bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f682cbd9b5104f1cb89f0a4481e815b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422824 Aug 16 14:17:46.610693 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1d8da-60de-4694-87ec-ec878c9996bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e022f8-863f-48a2-aa3c-1c906bb3036f,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:46.612554 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48588) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:46.666273 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-58c6ae03-0826-4dc6-967d-eb03d45d7bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:46.688385 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-58c6ae03-0826-4dc6-967d-eb03d45d7bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:46.748633 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-58c6ae03-0826-4dc6-967d-eb03d45d7bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:46.752742 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-58c6ae03-0826-4dc6-967d-eb03d45d7bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:46.754239 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-58c6ae03-0826-4dc6-967d-eb03d45d7bae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3e022f8-863f-48a2-aa3c-1c906bb3036f HTTP/1.1" status: 204 len: 168 time: 0.1404042 Aug 16 14:17:46.763442 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6ae03-0826-4dc6-967d-eb03d45d7bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e022f8-863f-48a2-aa3c-1c906bb3036f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:47.066640 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:47.154522 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 48596) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:47.169937 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77a86566-27e0-45ab-8c3c-0b731a1abb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:47.291890 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5dbcb-8f7a-4478-9073-ac8b6b9247a5 req-6b31f409-e60b-4795-9fe5-8c743089507a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:47.293586 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1cf5dbcb-8f7a-4478-9073-ac8b6b9247a5 req-6b31f409-e60b-4795-9fe5-8c743089507a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0836556 Aug 16 14:17:47.297929 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1683693-2c4e-44f6-a2ae-e311ae122908 req-82d689bf-e0c2-4ed8-a1ed-7b6758dec44d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:47.304223 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b1683693-2c4e-44f6-a2ae-e311ae122908 req-82d689bf-e0c2-4ed8-a1ed-7b6758dec44d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 943 time: 0.0588369 Aug 16 14:17:47.350840 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b1683693-2c4e-44f6-a2ae-e311ae122908 req-72a80c06-a395-4654-98c2-c04557e8e7de tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 Aug 16 14:17:47.355592 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77a86566-27e0-45ab-8c3c-0b731a1abb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:47.361425 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1cf5dbcb-8f7a-4478-9073-ac8b6b9247a5 req-84095e68-7d7a-446a-88e3-80ceb350e6f8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571151 Aug 16 14:17:47.362490 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-77a86566-27e0-45ab-8c3c-0b731a1abb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:47.402778 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-77a86566-27e0-45ab-8c3c-0b731a1abb64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8886f9821620498d8f56172e6a9c5267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470229 Aug 16 14:17:47.403777 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a86566-27e0-45ab-8c3c-0b731a1abb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac05904-7649-4a0d-9ae9-a94df12f91a1,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:47.406330 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 48604) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:17:47.460218 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f496b6b-6f7a-41b7-9907-4299e29d092a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:47.482608 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f496b6b-6f7a-41b7-9907-4299e29d092a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:47.533738 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f496b6b-6f7a-41b7-9907-4299e29d092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:47.536349 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0f496b6b-6f7a-41b7-9907-4299e29d092a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:47.537501 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0f496b6b-6f7a-41b7-9907-4299e29d092a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ac05904-7649-4a0d-9ae9-a94df12f91a1 HTTP/1.1" status: 204 len: 168 time: 0.1290011 Aug 16 14:17:47.556822 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f496b6b-6f7a-41b7-9907-4299e29d092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac05904-7649-4a0d-9ae9-a94df12f91a1,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:47.657447 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711097bd-c3d5-4a54-8681-dfca01737548 req-0b68cfbe-95ad-4368-a8f0-c26221cd9c17 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:47.660171 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-711097bd-c3d5-4a54-8681-dfca01737548 req-0b68cfbe-95ad-4368-a8f0-c26221cd9c17 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0606356 Aug 16 14:17:47.702561 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-711097bd-c3d5-4a54-8681-dfca01737548 req-ec185295-2889-4f3e-9a6f-62035ed054f3 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369394 Aug 16 14:17:48.036321 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b23b477d-dfe2-49fe-a669-131d565e77ce details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:17:48.150099 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-a441e143-a991-42bf-ac04-cb8c031582eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:48.150837 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-a441e143-a991-42bf-ac04-cb8c031582eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 1097 time: 0.0560257 Aug 16 14:17:48.158434 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port b23b477d-dfe2-49fe-a669-131d565e77ce, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b23b477d-dfe2-49fe-a669-131d565e77ce,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:48.172508 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'b23b477d-dfe2-49fe-a669-131d565e77ce', 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92', 'port_id': 'b23b477d-dfe2-49fe-a669-131d565e77ce', 'mac_address': 'fa:16:3e:52:9c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e21470-97a3-40f2-abf2-d2ece408ca70', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:17:48.216206 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:48.230717 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23b477d-dfe2-49fe-a669-131d565e77ce {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:17:48.259525 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port b23b477d-dfe2-49fe-a669-131d565e77ce, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b23b477d-dfe2-49fe-a669-131d565e77ce,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:48.265903 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:48.266709 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:17:48.318688 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-e16612ef-019c-47d0-89ba-6c3a5c00e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:48.321396 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-e16612ef-019c-47d0-89ba-6c3a5c00e8e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 917 time: 0.1626835 Aug 16 14:17:48.339516 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:48.341865 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=b23b477d-dfe2-49fe-a669-131d565e77ce,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:48.361312 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '2ad567db-13e4-41cf-bd2e-6a961a3b1ac4', 'network_id': 'a5c05744-1dea-4985-bfb7-4ce8ee901d92', 'port_id': '2ad567db-13e4-41cf-bd2e-6a961a3b1ac4', 'mac_address': 'fa:16:3e:19:4e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05e21470-97a3-40f2-abf2-d2ece408ca70', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:17:48.372534 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-1517e21f-97ba-4333-ab1a-a282e14621b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459 HTTP/1.1" status: 200 len: 217 time: 0.0435143 Aug 16 14:17:48.382773 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5147d0-6a2b-4bbd-8448-cf7236f8fa07 req-88781927-a70b-4035-8cb2-14abc9f659e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:48.384251 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bf5147d0-6a2b-4bbd-8448-cf7236f8fa07 req-88781927-a70b-4035-8cb2-14abc9f659e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 1098 time: 0.1304569 Aug 16 14:17:48.404652 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:48.435539 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-bf5147d0-6a2b-4bbd-8448-cf7236f8fa07 req-98a3ffc2-c5a5-4206-8f2f-87728200bb64 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:48.454371 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:17:48.460205 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-42b2189b-d514-4909-886a-b8bb0948b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:48.461796 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-42b2189b-d514-4909-886a-b8bb0948b7dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0813148 Aug 16 14:17:48.504428 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:48.512684 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:48.514077 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device dd0d33e6-d192-4f0d-990c-d8759ae10459 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:17:48.554801 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbdec90-072e-421a-99f5-d6ea22b50755 req-00ae0559-608d-4c39-8597-d00395805dcb tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:48.557629 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cdbdec90-072e-421a-99f5-d6ea22b50755 req-00ae0559-608d-4c39-8597-d00395805dcb tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 943 time: 0.0700326 Aug 16 14:17:48.592921 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-e8a5bc19-827a-4c14-a855-4604138b9610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:48.595280 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-e8a5bc19-827a-4c14-a855-4604138b9610 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1214952 Aug 16 14:17:48.608791 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6df12-6e98-441b-af7b-66067424db92 req-9adfdf06-6313-4570-8b28-86bc9af04331 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:48.610355 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6bf6df12-6e98-441b-af7b-66067424db92 req-9adfdf06-6313-4570-8b28-86bc9af04331 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.1243751 Aug 16 14:17:48.612394 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cdbdec90-072e-421a-99f5-d6ea22b50755 req-107c535d-9b20-4a11-b897-d0f2fb60b996 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463567 Aug 16 14:17:48.617602 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:48.689376 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-bf5147d0-6a2b-4bbd-8448-cf7236f8fa07 req-98a3ffc2-c5a5-4206-8f2f-87728200bb64 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:48.692648 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6bf6df12-6e98-441b-af7b-66067424db92 req-566d9092-7cba-4eab-a7b1-b81e5276a69d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597355 Aug 16 14:17:48.696922 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-bf5147d0-6a2b-4bbd-8448-cf7236f8fa07 req-98a3ffc2-c5a5-4206-8f2f-87728200bb64 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:48.726538 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:48.736151 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bf5147d0-6a2b-4bbd-8448-cf7236f8fa07 req-98a3ffc2-c5a5-4206-8f2f-87728200bb64 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425009 Aug 16 14:17:48.738288 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'port_id': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'mac_address': 'fa:16:3e:23:50:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:17:48.751965 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3ffc2-c5a5-4206-8f2f-87728200bb64 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6faf1f80-1df6-4335-8bde-867b711dcd08,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:48.798392 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:48.812723 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0d33e6-d192-4f0d-990c-d8759ae10459 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:17:48.838938 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:48.846261 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:48.865133 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c470c08-f7e8-4e41-87c2-788e9e0df17b req-55f1857e-ace5-40fd-9f61-996deb0d7fbc tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:48.866982 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0c470c08-f7e8-4e41-87c2-788e9e0df17b req-55f1857e-ace5-40fd-9f61-996deb0d7fbc tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0618963 Aug 16 14:17:48.910542 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:48.923377 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0c470c08-f7e8-4e41-87c2-788e9e0df17b req-9710da07-8cca-4e30-8aef-1ee5124a49d6 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 Aug 16 14:17:49.744142 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bed8ba-966f-4f30-92c9-50a8e7b869c5 req-1711728c-826e-4785-a2ee-e7a31df97c0d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:49.746969 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-74bed8ba-966f-4f30-92c9-50a8e7b869c5 req-1711728c-826e-4785-a2ee-e7a31df97c0d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 944 time: 0.0544634 Aug 16 14:17:49.794982 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-74bed8ba-966f-4f30-92c9-50a8e7b869c5 req-51d4cf4d-4f80-47ca-bbca-0b9214cd2529 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396888 Aug 16 14:17:49.829432 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe481e-0e80-479b-bd36-a3fe22d27adb req-5bc4699f-baa6-4059-81fd-b3f2cc3c5ae5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:49.830936 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2cbe481e-0e80-479b-bd36-a3fe22d27adb req-5bc4699f-baa6-4059-81fd-b3f2cc3c5ae5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0553358 Aug 16 14:17:49.869002 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2cbe481e-0e80-479b-bd36-a3fe22d27adb req-f3a3af6c-69bc-427c-902a-a15b12306e13 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320137 Aug 16 14:17:50.056144 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb42ff-b397-42d7-9afc-b3daf0b38d6b req-0b2f0cf2-11ea-466c-a818-2c0fc3cfb221 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:50.057728 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ddcb42ff-b397-42d7-9afc-b3daf0b38d6b req-0b2f0cf2-11ea-466c-a818-2c0fc3cfb221 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0624540 Aug 16 14:17:50.101915 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ddcb42ff-b397-42d7-9afc-b3daf0b38d6b req-e088b6a7-c62e-4224-b5cb-39ef02361736 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365820 Aug 16 14:17:50.915326 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2c1a5-0021-4e59-9036-9184996aafca req-a0e75e54-e802-4561-9908-d8052a98e6e8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:50.917189 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-23a2c1a5-0021-4e59-9036-9184996aafca req-a0e75e54-e802-4561-9908-d8052a98e6e8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 944 time: 0.0538685 Aug 16 14:17:50.954706 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-23a2c1a5-0021-4e59-9036-9184996aafca req-8ba50ec1-7c04-4bd1-889e-fb1ea6b9cab6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312352 Aug 16 14:17:51.001397 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36cdd5-5708-41a1-a4d3-58854045dbed req-9298b047-bdb5-4aaf-9260-824ad9f47aa6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:51.002882 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3c36cdd5-5708-41a1-a4d3-58854045dbed req-9298b047-bdb5-4aaf-9260-824ad9f47aa6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0505836 Aug 16 14:17:51.042474 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3c36cdd5-5708-41a1-a4d3-58854045dbed req-1e592e87-2bfd-4c79-a685-2c87727ebb88 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335970 Aug 16 14:17:51.218587 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671b203-0c58-4e4d-a0c7-c279d5311610 req-0c5afe84-1a24-4bc3-8eea-c3e4222f26ac tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:51.220086 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4671b203-0c58-4e4d-a0c7-c279d5311610 req-0c5afe84-1a24-4bc3-8eea-c3e4222f26ac tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0506384 Aug 16 14:17:51.258960 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4671b203-0c58-4e4d-a0c7-c279d5311610 req-684b618b-0308-4106-9ceb-946ced3092ab tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Aug 16 14:17:51.708803 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-cad8b3ba-e767-47b8-9abd-c4e5c128432d service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066260 Aug 16 14:17:51.750416 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['2ad567db-13e4-41cf-bd2e-6a961a3b1ac4'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:17:51.785895 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['b23b477d-dfe2-49fe-a669-131d565e77ce'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:17:51.821059 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['dd0d33e6-d192-4f0d-990c-d8759ae10459'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:17:51.829620 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40a1b54b-19d1-4971-944c-fc279d88ea95 req-6c03438a-2cc4-4434-b625-5976124bd0be service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106434 Aug 16 14:17:52.078408 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a337a6-56a3-4018-8190-71d16c03f106 req-9fb4b707-93bf-4e5c-a0ba-47d2bf05413d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:52.080811 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a1a337a6-56a3-4018-8190-71d16c03f106 req-9fb4b707-93bf-4e5c-a0ba-47d2bf05413d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 944 time: 0.0558245 Aug 16 14:17:52.128862 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a1a337a6-56a3-4018-8190-71d16c03f106 req-7eef3204-2826-459f-be4a-15372277327d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417402 Aug 16 14:17:52.183489 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff8ef6-5ef2-412d-92ea-384950d2034c req-c5a52e98-9a39-4ed5-b584-78b297c9c525 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:52.184967 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aaff8ef6-5ef2-412d-92ea-384950d2034c req-c5a52e98-9a39-4ed5-b584-78b297c9c525 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0595994 Aug 16 14:17:52.223792 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aaff8ef6-5ef2-412d-92ea-384950d2034c req-eef767c4-d8f6-4a2b-90af-37b8747e4ee2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322330 Aug 16 14:17:52.384607 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee957454-d7b9-47a0-a191-10fc2b435dd9 req-59f6996d-ca27-4456-9cdc-81501bd05c66 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:52.386197 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ee957454-d7b9-47a0-a191-10fc2b435dd9 req-59f6996d-ca27-4456-9cdc-81501bd05c66 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0526938 Aug 16 14:17:52.426962 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ee957454-d7b9-47a0-a191-10fc2b435dd9 req-0c853c8f-d00d-4965-85c7-4ea647710298 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343060 Aug 16 14:17:53.243745 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691b7d3-624c-4db6-b3c1-174028c07d57 req-58d8e277-3e4f-4510-ad8b-b9024d4ce81c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:53.245208 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7691b7d3-624c-4db6-b3c1-174028c07d57 req-58d8e277-3e4f-4510-ad8b-b9024d4ce81c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 944 time: 0.0518436 Aug 16 14:17:53.284329 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7691b7d3-624c-4db6-b3c1-174028c07d57 req-44ca7693-eb4b-4891-bd81-fff710ec8190 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327873 Aug 16 14:17:53.348545 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f26e52-5733-4769-9885-b5805a8a0ca2 req-fa783960-e5fc-48f1-b0a6-b770256a32dd tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:53.351419 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-83f26e52-5733-4769-9885-b5805a8a0ca2 req-fa783960-e5fc-48f1-b0a6-b770256a32dd tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0511296 Aug 16 14:17:53.398879 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-83f26e52-5733-4769-9885-b5805a8a0ca2 req-4a20f477-2ace-4627-a084-fda75a7f3ca0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342329 Aug 16 14:17:53.545733 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870a79b-80c5-476e-b243-0337791380a9 req-3992ca41-4707-44cd-854f-36e8e62e7003 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:53.547189 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a870a79b-80c5-476e-b243-0337791380a9 req-3992ca41-4707-44cd-854f-36e8e62e7003 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0480080 Aug 16 14:17:53.587192 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a870a79b-80c5-476e-b243-0337791380a9 req-75493cd1-3f22-49d9-9e4c-48b59982ab55 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340111 Aug 16 14:17:54.400601 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccedfff-c5e7-468c-b4d0-fdb56b103532 req-b3b2f4d6-75b1-441f-8c0c-5f20a756781d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:54.402140 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9ccedfff-c5e7-468c-b4d0-fdb56b103532 req-b3b2f4d6-75b1-441f-8c0c-5f20a756781d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 944 time: 0.0513234 Aug 16 14:17:54.453811 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9ccedfff-c5e7-468c-b4d0-fdb56b103532 req-4040a039-b7e3-4b12-b563-d67d99ad5d4a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387511 Aug 16 14:17:54.531315 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e42445-063e-49e0-a848-d6bc90bb250f req-182311b5-dc75-4d48-aec5-b3008e26ab34 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:54.532829 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-62e42445-063e-49e0-a848-d6bc90bb250f req-182311b5-dc75-4d48-aec5-b3008e26ab34 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0500107 Aug 16 14:17:54.571951 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-62e42445-063e-49e0-a848-d6bc90bb250f req-3afa5e9b-5d82-4c97-b370-134e27b10e04 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330760 Aug 16 14:17:54.702184 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4fe57-720c-412b-82b9-ab837b05c229 req-02c65f86-8c69-4dce-9351-edbe0ff0047e tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:54.703654 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-84b4fe57-720c-412b-82b9-ab837b05c229 req-02c65f86-8c69-4dce-9351-edbe0ff0047e tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0501549 Aug 16 14:17:54.742620 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-84b4fe57-720c-412b-82b9-ab837b05c229 req-37aa0243-6681-4e65-bc63-87c8ab88dd4c tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328362 Aug 16 14:17:55.586200 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abb32a-96dd-4412-a3d5-f75456c42718 req-f3d80d31-3e54-44b5-9600-9877e63813ea tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:55.591984 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a9abb32a-96dd-4412-a3d5-f75456c42718 req-f3d80d31-3e54-44b5-9600-9877e63813ea tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 944 time: 0.0640113 Aug 16 14:17:55.637236 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a9abb32a-96dd-4412-a3d5-f75456c42718 req-27389845-3873-43c3-955c-606a7b9892b9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393004 Aug 16 14:17:55.695864 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311966f7-97dc-4ac5-ba3a-6b2c2293a634 req-398c1521-4120-40cf-a741-b1ef1f9245b6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:55.697344 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-311966f7-97dc-4ac5-ba3a-6b2c2293a634 req-398c1521-4120-40cf-a741-b1ef1f9245b6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0510056 Aug 16 14:17:55.738454 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-311966f7-97dc-4ac5-ba3a-6b2c2293a634 req-d1be341e-b3e8-4888-bad4-a70261e78182 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349824 Aug 16 14:17:55.879722 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a602f0-2be0-4e28-b17b-0c1198a418d9 req-91fcd31e-90c4-4218-9c81-38f4c7e7a8e9 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:55.880057 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-24a602f0-2be0-4e28-b17b-0c1198a418d9 req-91fcd31e-90c4-4218-9c81-38f4c7e7a8e9 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0664551 Aug 16 14:17:55.923228 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-24a602f0-2be0-4e28-b17b-0c1198a418d9 req-a394a2f2-965b-4834-a218-b298591d7697 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358155 Aug 16 14:17:56.754677 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd5069-0d89-4799-8631-93228ad4a7c9 req-587b5e38-39af-4355-912b-743d43f1c39b tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:56.756390 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fefd5069-0d89-4799-8631-93228ad4a7c9 req-587b5e38-39af-4355-912b-743d43f1c39b tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 944 time: 0.0518157 Aug 16 14:17:56.796674 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fefd5069-0d89-4799-8631-93228ad4a7c9 req-c5128ea0-6b47-495d-8928-d46f66011c90 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334029 Aug 16 14:17:56.860204 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6d01f-3e3d-45d4-a813-324303326878 req-0b9432f7-5570-4d4d-b6dd-4b47c721fb55 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:56.861802 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-78b6d01f-3e3d-45d4-a813-324303326878 req-0b9432f7-5570-4d4d-b6dd-4b47c721fb55 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0511992 Aug 16 14:17:56.902181 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-78b6d01f-3e3d-45d4-a813-324303326878 req-edd64743-00f3-4035-9919-3b90d6ab7f09 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338087 Aug 16 14:17:57.055138 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6e99a-826c-4a0b-a119-ddfc93b06d1e req-9a4ca672-2530-45da-9132-6e798e7cc5d6 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:57.056649 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13f6e99a-826c-4a0b-a119-ddfc93b06d1e req-9a4ca672-2530-45da-9132-6e798e7cc5d6 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0532582 Aug 16 14:17:57.096474 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13f6e99a-826c-4a0b-a119-ddfc93b06d1e req-ff2e1d04-3c4e-4b4c-aa0c-cb066cd2d560 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336084 Aug 16 14:17:57.914887 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b056ac5-3ba1-4351-a92b-96209aa23722 req-fb3a9856-97b5-40a9-a5ed-d6ae0441d5cc tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:57.916402 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6b056ac5-3ba1-4351-a92b-96209aa23722 req-fb3a9856-97b5-40a9-a5ed-d6ae0441d5cc tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 944 time: 0.0513976 Aug 16 14:17:57.957146 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6b056ac5-3ba1-4351-a92b-96209aa23722 req-3b4990eb-a08e-4fbe-90ca-ef6c390b9365 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339260 Aug 16 14:17:58.035819 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991c271-03b0-453c-8e53-5327a742e33c req-4942815b-0664-464b-a8df-1d221b229174 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:58.037329 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5991c271-03b0-453c-8e53-5327a742e33c req-4942815b-0664-464b-a8df-1d221b229174 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0573411 Aug 16 14:17:58.080752 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5991c271-03b0-453c-8e53-5327a742e33c req-9455808b-d394-4724-bddc-40e6d2331071 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374234 Aug 16 14:17:58.218189 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701c353-e8a1-4e08-b70c-60ce1c2c74c7 req-acf9c35a-1f39-4707-b573-9eb4cbcf9194 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:58.219869 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f701c353-e8a1-4e08-b70c-60ce1c2c74c7 req-acf9c35a-1f39-4707-b573-9eb4cbcf9194 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0485082 Aug 16 14:17:58.258095 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f701c353-e8a1-4e08-b70c-60ce1c2c74c7 req-8f77d108-12bb-4d07-9f60-4e9bcffd2685 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323486 Aug 16 14:17:58.287222 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:58.335977 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:58.339303 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:58.339675 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:58.422277 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:58.446078 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fb92d3-aa3c-4ea8-99d8-0993ab45e18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad567db-13e4-41cf-bd2e-6a961a3b1ac4'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:17:58.448326 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abce8a3-faeb-4b0d-b60f-2039c1d0f250" -d '{"events": [{"server_uuid": "02fb92d3-aa3c-4ea8-99d8-0993ab45e18b", "name": "network-vif-plugged", "status": "completed", "tag": "2ad567db-13e4-41cf-bd2e-6a961a3b1ac4"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:17:58.463264 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:58.468980 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:58.494804 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22dbc7f-4c1b-423f-8978-a003c3b62f66 x-openstack-request-id: req-c22dbc7f-4c1b-423f-8978-a003c3b62f66 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:17:58.495097 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fb92d3-aa3c-4ea8-99d8-0993ab45e18b", "name": "network-vif-plugged", "status": "completed", "tag": "2ad567db-13e4-41cf-bd2e-6a961a3b1ac4", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:17:58.495345 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c22dbc7f-4c1b-423f-8978-a003c3b62f66 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:17:58.495744 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fb92d3-aa3c-4ea8-99d8-0993ab45e18b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad567db-13e4-41cf-bd2e-6a961a3b1ac4', 'code': 200} Aug 16 14:17:58.521076 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:58.776641 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb75551-96ca-4402-a68b-b5e38dd5a637 req-78375dba-d552-4e28-bda5-d078ebb274f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:58.779624 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7bb75551-96ca-4402-a68b-b5e38dd5a637 req-78375dba-d552-4e28-bda5-d078ebb274f6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 1098 time: 0.0617809 Aug 16 14:17:58.814829 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b23b477d-dfe2-49fe-a669-131d565e77ce up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:58.819126 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7bb75551-96ca-4402-a68b-b5e38dd5a637 req-561afde9-6531-49f5-895e-4f6a6da1aeaa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305781 Aug 16 14:17:58.869077 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port b23b477d-dfe2-49fe-a669-131d565e77ce completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:58.873702 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port b23b477d-dfe2-49fe-a669-131d565e77ce triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:58.874079 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:58.962013 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:59.000708 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port b23b477d-dfe2-49fe-a669-131d565e77ce, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b23b477d-dfe2-49fe-a669-131d565e77ce,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:59.008273 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:59.009328 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device dd0d33e6-d192-4f0d-990c-d8759ae10459 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:17:59.095968 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26e4c-1959-47a9-9904-bca32fb80326 req-ad5c405c-e257-4072-8014-db1c570b805f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:59.098886 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b9f26e4c-1959-47a9-9904-bca32fb80326 req-ad5c405c-e257-4072-8014-db1c570b805f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0687473 Aug 16 14:17:59.172324 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b9f26e4c-1959-47a9-9904-bca32fb80326 req-de623b92-98c4-4571-9178-6d3ffdcdb9ef tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648720 Aug 16 14:17:59.243468 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=b23b477d-dfe2-49fe-a669-131d565e77ce,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:17:59.246758 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60129744-5681-43b3-b460-5a5e89188a5e req-7a503912-6b33-47ff-9f02-6a0a14fb7dc6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:59.250059 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-60129744-5681-43b3-b460-5a5e89188a5e req-7a503912-6b33-47ff-9f02-6a0a14fb7dc6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0553932 Aug 16 14:17:59.257430 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port dd0d33e6-d192-4f0d-990c-d8759ae10459 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:17:59.262047 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port dd0d33e6-d192-4f0d-990c-d8759ae10459 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:17:59.262417 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:59.303161 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-60129744-5681-43b3-b460-5a5e89188a5e req-381c787d-a3ce-477a-9d0c-013ac96a95a8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460181 Aug 16 14:17:59.354628 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:59.397641 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ca61-436b-4598-a10b-493e5d9859dc req-9c9cff90-21f4-4d88-a25d-85b66fea366f tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:17:59.399204 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a382ca61-436b-4598-a10b-493e5d9859dc req-9c9cff90-21f4-4d88-a25d-85b66fea366f tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0618715 Aug 16 14:17:59.401509 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:17:59.409037 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:17:59.455790 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a382ca61-436b-4598-a10b-493e5d9859dc req-d195ce30-dcf1-4c3d-b7a1-176ffdb88b4b tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500793 Aug 16 14:17:59.463254 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:00.301656 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c48d-c40f-4bab-b7f3-aca8a9ab47a1 req-4fea5515-c775-45d7-bdf6-9922936e8b85 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:00.302953 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d336c48d-c40f-4bab-b7f3-aca8a9ab47a1 req-4fea5515-c775-45d7-bdf6-9922936e8b85 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0554955 Aug 16 14:18:00.359653 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d336c48d-c40f-4bab-b7f3-aca8a9ab47a1 req-5ac3211e-5cd0-4dc5-8386-e59b76f2aecc tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502734 Aug 16 14:18:00.460065 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df84e666-721d-4c14-a86a-2e64d04bd05f req-227c91df-7f84-40ed-9658-0916da97c47d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:00.474400 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-df84e666-721d-4c14-a86a-2e64d04bd05f req-227c91df-7f84-40ed-9658-0916da97c47d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0876107 Aug 16 14:18:00.496542 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ac0598-c6b6-4ca6-a15a-e95241c2e495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23b477d-dfe2-49fe-a669-131d565e77ce'}, {'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:18:00.499854 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96516051-a67a-4afb-9976-4eaece6f9218" -d '{"events": [{"server_uuid": "c7ac0598-c6b6-4ca6-a15a-e95241c2e495", "name": "network-vif-plugged", "status": "completed", "tag": "b23b477d-dfe2-49fe-a669-131d565e77ce"}, {"server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:18:00.537499 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-df84e666-721d-4c14-a86a-2e64d04bd05f req-cc3534fe-b9a9-4c74-9f14-7ee7e4c3e8cf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609837 Aug 16 14:18:00.546045 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49012) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:00.610103 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 14:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7cf871-ddfc-4de3-9840-f39549d01438 x-openstack-request-id: req-ea7cf871-ddfc-4de3-9840-f39549d01438 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:18:00.610390 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ac0598-c6b6-4ca6-a15a-e95241c2e495", "name": "network-vif-plugged", "status": "completed", "tag": "b23b477d-dfe2-49fe-a669-131d565e77ce", "code": 200}, {"server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:18:00.610878 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea7cf871-ddfc-4de3-9840-f39549d01438 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:18:00.610997 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49016) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:00.611287 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ac0598-c6b6-4ca6-a15a-e95241c2e495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23b477d-dfe2-49fe-a669-131d565e77ce', 'code': 200} Aug 16 14:18:00.611765 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'code': 200} Aug 16 14:18:00.757580 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-572a9112-a7a6-4e5b-9169-9cd6b601d767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:00.798385 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c7a81fc-1085-46e1-be99-3d72dae41298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:00.810395 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cb2b6-74ce-470a-9955-4f3ce72249a8 req-4018eb68-3691-4bce-b4b1-5afe5def3b6d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:00.822413 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-572cb2b6-74ce-470a-9955-4f3ce72249a8 req-4018eb68-3691-4bce-b4b1-5afe5def3b6d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0719097 Aug 16 14:18:00.913073 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0247a6-efb3-4beb-9f3f-186752bd4c48 req-e236f446-e6b3-4091-92ff-695c6ad9cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:00.914995 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba0247a6-efb3-4beb-9f3f-186752bd4c48 req-e236f446-e6b3-4091-92ff-695c6ad9cd88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 1098 time: 0.0718541 Aug 16 14:18:00.929398 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-572cb2b6-74ce-470a-9955-4f3ce72249a8 req-921ffac0-8b8e-4bfa-94a9-a79962a6b57c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057236 Aug 16 14:18:01.076562 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-572a9112-a7a6-4e5b-9169-9cd6b601d767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.097490 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-572a9112-a7a6-4e5b-9169-9cd6b601d767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.170761 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49052) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:01.221782 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-572a9112-a7a6-4e5b-9169-9cd6b601d767 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30f7fb77487048b7a9932f61d39bce35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092560 Aug 16 14:18:01.225218 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49060) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:01.260684 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c22ee-c037-487e-99eb-5722e669bd4d req-4d52feb7-d13f-4ed9-bdd8-aa3064900ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:01.264048 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-385c22ee-c037-487e-99eb-5722e669bd4d req-4d52feb7-d13f-4ed9-bdd8-aa3064900ca2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 1098 time: 0.2187462 Aug 16 14:18:01.268059 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4bb4e-78e1-407a-a0dd-3b0a5b8104db req-39b5709f-a8ce-4888-ab7b-6eaec8fa6186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:01.271044 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-10d4bb4e-78e1-407a-a0dd-3b0a5b8104db req-39b5709f-a8ce-4888-ab7b-6eaec8fa6186 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 1099 time: 0.2872677 Aug 16 14:18:01.301734 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8bc10802-525c-404e-81ab-b5d6acd3153b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.332530 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8bc10802-525c-404e-81ab-b5d6acd3153b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.394279 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0247a6-efb3-4beb-9f3f-186752bd4c48 req-8935c53c-d68f-4bbb-a91c-4409721c33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:01.404331 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b62f4020-7106-4358-aff3-b486652b3908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.411871 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba0247a6-efb3-4beb-9f3f-186752bd4c48 req-8935c53c-d68f-4bbb-a91c-4409721c33e4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 920 time: 0.4520845 Aug 16 14:18:01.413789 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572a9112-a7a6-4e5b-9169-9cd6b601d767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3dd5c8-ab70-4c33-8f50-a17d493c345f,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:01.481634 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49076) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:01.517787 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba0247a6-efb3-4beb-9f3f-186752bd4c48 req-e22e461f-6fbb-4e07-8f6b-0eccf4799479 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 HTTP/1.1" status: 200 len: 217 time: 0.1049209 Aug 16 14:18:01.518186 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8bc10802-525c-404e-81ab-b5d6acd3153b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.522105 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8bc10802-525c-404e-81ab-b5d6acd3153b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.527127 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8bc10802-525c-404e-81ab-b5d6acd3153b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a3dd5c8-ab70-4c33-8f50-a17d493c345f HTTP/1.1" status: 204 len: 168 time: 0.3006828 Aug 16 14:18:01.536370 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc10802-525c-404e-81ab-b5d6acd3153b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3dd5c8-ab70-4c33-8f50-a17d493c345f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:01.571959 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-10d4bb4e-78e1-407a-a0dd-3b0a5b8104db req-016c8d11-40a9-4ab4-bd31-fc3e1b4726c7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644188 Aug 16 14:18:01.603059 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-385c22ee-c037-487e-99eb-5722e669bd4d req-9cf0f230-8f3a-47a0-844c-4a6ae1ded7f1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132253 Aug 16 14:18:01.676080 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0247a6-efb3-4beb-9f3f-186752bd4c48 req-ecbb6dc2-d70d-4b50-80a8-eca724184662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:01.677640 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba0247a6-efb3-4beb-9f3f-186752bd4c48 req-ecbb6dc2-d70d-4b50-80a8-eca724184662 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.1234460 Aug 16 14:18:01.683593 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c7a81fc-1085-46e1-be99-3d72dae41298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.689418 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4c7a81fc-1085-46e1-be99-3d72dae41298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.723626 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-4c7a81fc-1085-46e1-be99-3d72dae41298 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52eb0ddff0d44fbc9d077eff96957621&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1764810 Aug 16 14:18:01.728399 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a70da950-7ea6-46d4-847f-f50d984546a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.730917 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49088) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:01.773568 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a81fc-1085-46e1-be99-3d72dae41298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5806995-de1f-4755-8f43-a606127168d3,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:01.787942 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b759dc5-3236-4965-936d-b04e8431f1d2 req-98b1bc7a-438c-4b86-9141-83e618672125 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:01.789576 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4b759dc5-3236-4965-936d-b04e8431f1d2 req-98b1bc7a-438c-4b86-9141-83e618672125 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1361122 Aug 16 14:18:01.814077 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e413270b-3be3-406f-a988-31f54a41e237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.838243 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e413270b-3be3-406f-a988-31f54a41e237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.858512 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4b759dc5-3236-4965-936d-b04e8431f1d2 req-a4b33b45-39d9-4cdb-b70b-7d3c1408c7d4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627549 Aug 16 14:18:01.896260 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e413270b-3be3-406f-a988-31f54a41e237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.897006 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b62f4020-7106-4358-aff3-b486652b3908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.899937 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e413270b-3be3-406f-a988-31f54a41e237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.903197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b62f4020-7106-4358-aff3-b486652b3908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:01.904951 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e413270b-3be3-406f-a988-31f54a41e237 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f5806995-de1f-4755-8f43-a606127168d3 HTTP/1.1" status: 204 len: 168 time: 0.1723545 Aug 16 14:18:01.917130 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413270b-3be3-406f-a988-31f54a41e237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5806995-de1f-4755-8f43-a606127168d3,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:01.966585 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62f4020-7106-4358-aff3-b486652b3908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff01aea-6a05-4041-8a60-a48c5a9f61d5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:01.978924 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49096) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:01.987411 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b62f4020-7106-4358-aff3-b486652b3908 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7a410ca5da64d25a2756c4c8378d352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8129332 Aug 16 14:18:01.988261 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49098) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:02.005722 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ee018df8-9bdc-420e-96b6-468c4655707e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.083688 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a70da950-7ea6-46d4-847f-f50d984546a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.088600 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a70da950-7ea6-46d4-847f-f50d984546a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.133641 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a70da950-7ea6-46d4-847f-f50d984546a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89ffcadb005349aeb5f5c5536016dd3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6482935 Aug 16 14:18:02.133641 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70da950-7ea6-46d4-847f-f50d984546a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96752bc6-879a-4580-8bb7-9e89001b0716,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:02.135168 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49102) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:02.170815 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c491ab85-5ce0-45a8-a751-0618ba947730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.190848 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3893c5f-299f-4be8-abea-7ec1e2a69a4b req-4767716c-3886-4609-9a17-4bc6a36a1a55 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:02.192828 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c3893c5f-299f-4be8-abea-7ec1e2a69a4b req-4767716c-3886-4609-9a17-4bc6a36a1a55 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1524644 Aug 16 14:18:02.249499 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c491ab85-5ce0-45a8-a751-0618ba947730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.327814 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c3893c5f-299f-4be8-abea-7ec1e2a69a4b req-bc7943eb-717f-44bb-bd02-9da383237175 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200306 Aug 16 14:18:02.329665 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d3526ef1-61ca-4fc6-a556-6ca03985fc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.351617 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49104) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:02.367652 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3b4da087-2283-4d35-bc69-59fa91fc4f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.382188 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d3526ef1-61ca-4fc6-a556-6ca03985fc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.398454 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ee018df8-9bdc-420e-96b6-468c4655707e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.419959 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba0247a6-efb3-4beb-9f3f-186752bd4c48 req-f61617f3-b436-460e-9b17-31b7652d9418 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541995 Aug 16 14:18:02.425892 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ee018df8-9bdc-420e-96b6-468c4655707e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.440240 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c491ab85-5ce0-45a8-a751-0618ba947730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.443395 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c491ab85-5ce0-45a8-a751-0618ba947730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.444886 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-c491ab85-5ce0-45a8-a751-0618ba947730 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eff01aea-6a05-4041-8a60-a48c5a9f61d5 HTTP/1.1" status: 204 len: 168 time: 0.4561679 Aug 16 14:18:02.554245 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3b4da087-2283-4d35-bc69-59fa91fc4f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.559314 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-ee018df8-9bdc-420e-96b6-468c4655707e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b01c4c871bdd4cceaa8b9d73c0912acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5767851 Aug 16 14:18:02.560105 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee018df8-9bdc-420e-96b6-468c4655707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc151f3-6d41-443a-b326-8b2d20c29228,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:02.560784 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49110) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:02.576318 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3b4da087-2283-4d35-bc69-59fa91fc4f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.588064 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491ab85-5ce0-45a8-a751-0618ba947730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff01aea-6a05-4041-8a60-a48c5a9f61d5,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:02.663933 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba0247a6-efb3-4beb-9f3f-186752bd4c48 req-3d32e3b1-8ca1-45c6-9e05-071963bd13d8 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281299 Aug 16 14:18:02.666501 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d3526ef1-61ca-4fc6-a556-6ca03985fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.669452 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d3526ef1-61ca-4fc6-a556-6ca03985fc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.675474 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-d3526ef1-61ca-4fc6-a556-6ca03985fc9a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96752bc6-879a-4580-8bb7-9e89001b0716 HTTP/1.1" status: 204 len: 168 time: 0.5366781 Aug 16 14:18:02.681641 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3b4da087-2283-4d35-bc69-59fa91fc4f65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=489842eca66e416eadeab8b3e30f81c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3285055 Aug 16 14:18:02.684584 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49114) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:02.685201 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4da087-2283-4d35-bc69-59fa91fc4f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b5448e-bb25-478f-91a7-a9d5c0e3444d,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:02.743370 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aadfb0bc-57bc-46b8-ba9c-d0441e6da531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.780666 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aadfb0bc-57bc-46b8-ba9c-d0441e6da531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.782648 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5b3b-19b4-4bf7-bc02-2b5f3c290164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.834767 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5b3b-19b4-4bf7-bc02-2b5f3c290164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.849854 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba0247a6-efb3-4beb-9f3f-186752bd4c48 req-f3b4b569-fcc0-4019-9b75-7f7e8b017e2c service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763682 Aug 16 14:18:02.855397 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3526ef1-61ca-4fc6-a556-6ca03985fc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96752bc6-879a-4580-8bb7-9e89001b0716,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:02.894878 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aadfb0bc-57bc-46b8-ba9c-d0441e6da531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.901102 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aadfb0bc-57bc-46b8-ba9c-d0441e6da531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.907152 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-aadfb0bc-57bc-46b8-ba9c-d0441e6da531 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1cc151f3-6d41-443a-b326-8b2d20c29228 HTTP/1.1" status: 204 len: 168 time: 0.3449743 Aug 16 14:18:02.929935 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfb0bc-57bc-46b8-ba9c-d0441e6da531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc151f3-6d41-443a-b326-8b2d20c29228,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:02.958185 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5b3b-19b4-4bf7-bc02-2b5f3c290164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.961042 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5b3b-19b4-4bf7-bc02-2b5f3c290164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:02.962271 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-cfaa5b3b-19b4-4bf7-bc02-2b5f3c290164 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4b5448e-bb25-478f-91a7-a9d5c0e3444d HTTP/1.1" status: 204 len: 168 time: 0.2724242 Aug 16 14:18:02.981680 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa5b3b-19b4-4bf7-bc02-2b5f3c290164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b5448e-bb25-478f-91a7-a9d5c0e3444d,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:03.129477 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19f979-1932-43ba-a59c-34f4b97d9e4f req-9626faf2-e9fc-4de3-8ef4-865c86d0597c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:03.131528 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2d19f979-1932-43ba-a59c-34f4b97d9e4f req-9626faf2-e9fc-4de3-8ef4-865c86d0597c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0651774 Aug 16 14:18:03.188921 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49146) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:03.208174 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b773e629-f256-48bf-9bef-4a3bb7178729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.228488 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2d19f979-1932-43ba-a59c-34f4b97d9e4f req-8ff1924b-dbfa-4369-81ef-c952edddf953 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904634 Aug 16 14:18:03.338281 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b773e629-f256-48bf-9bef-4a3bb7178729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.345023 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b773e629-f256-48bf-9bef-4a3bb7178729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.392626 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-b773e629-f256-48bf-9bef-4a3bb7178729 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbd5abfefd5d4210bab976029361c6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1997788 Aug 16 14:18:03.392626 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773e629-f256-48bf-9bef-4a3bb7178729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2a9e7e-194f-45ae-b25b-ee8481603ddd,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:03.393270 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49152) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:03.422899 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49154) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:03.444182 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8c069e1a-b61e-4d2b-8856-930fdd13c184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.502278 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17643665-22f4-43b6-9b5b-5f10e1c09cb4 req-257cef5f-5af7-46b5-911b-8285a97062e9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:03.503866 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-17643665-22f4-43b6-9b5b-5f10e1c09cb4 req-257cef5f-5af7-46b5-911b-8285a97062e9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0949233 Aug 16 14:18:03.507904 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.542981 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.555024 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-17643665-22f4-43b6-9b5b-5f10e1c09cb4 req-806f1aff-7cfd-4f89-92ea-fcc8addbde28 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Aug 16 14:18:03.682900 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8c069e1a-b61e-4d2b-8856-930fdd13c184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.684758 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.688757 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.690060 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff2a9e7e-194f-45ae-b25b-ee8481603ddd HTTP/1.1" status: 204 len: 168 time: 0.2958231 Aug 16 14:18:03.694569 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8c069e1a-b61e-4d2b-8856-930fdd13c184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.708997 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2a9e7e-194f-45ae-b25b-ee8481603ddd,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:03.726970 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.727616 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.728274 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.728774 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.729290 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.729759 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.730309 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.730917 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.731460 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.731993 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.733506 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.734301 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ccbf5-7789-47a9-b217-22a7ccf33add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:03.745680 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8c069e1a-b61e-4d2b-8856-930fdd13c184 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f53a55419b044149b1b422fda209cabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217728 Aug 16 14:18:03.749730 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49168) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:03.752061 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49170) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:03.780899 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c069e1a-b61e-4d2b-8856-930fdd13c184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19890d41-5683-415c-84b0-c2f58a700c81,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:03.795442 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-68ec0c44-d5e5-4b46-a435-c820fbd51779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.853676 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.891585 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.984505 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-68ec0c44-d5e5-4b46-a435-c820fbd51779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.985847 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.988707 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:03.990038 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19890d41-5683-415c-84b0-c2f58a700c81 HTTP/1.1" status: 204 len: 168 time: 0.2389972 Aug 16 14:18:03.992910 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-68ec0c44-d5e5-4b46-a435-c820fbd51779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:04.021624 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19890d41-5683-415c-84b0-c2f58a700c81,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:04.028993 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-68ec0c44-d5e5-4b46-a435-c820fbd51779 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=79e5bdb53a694a19bf6c8a0040d143b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675588 Aug 16 14:18:04.032104 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49180) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:04.034563 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.034922 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.035268 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.035612 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.035988 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.036330 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.036661 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.036994 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.037349 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.037655 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.037987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.038321 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab1e4da-8bf3-404e-bb4b-be157097253b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:04.073718 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec0c44-d5e5-4b46-a435-c820fbd51779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f07e9e-9d2f-4a77-a6b7-2a9051f96cca,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:04.094873 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9b2905b8-1dde-4973-b9d8-e42f758afd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:04.119294 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9b2905b8-1dde-4973-b9d8-e42f758afd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:04.177723 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9b2905b8-1dde-4973-b9d8-e42f758afd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:04.181239 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9b2905b8-1dde-4973-b9d8-e42f758afd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:04.186221 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9b2905b8-1dde-4973-b9d8-e42f758afd5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0f07e9e-9d2f-4a77-a6b7-2a9051f96cca HTTP/1.1" status: 204 len: 168 time: 0.1492927 Aug 16 14:18:04.195861 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2905b8-1dde-4973-b9d8-e42f758afd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f07e9e-9d2f-4a77-a6b7-2a9051f96cca,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:04.373457 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e0537-1cef-4606-8374-1f7b12cfc7e5 req-2a9695c2-52e0-4f53-bbae-e4663056e7ab tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:04.375393 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b23e0537-1cef-4606-8374-1f7b12cfc7e5 req-2a9695c2-52e0-4f53-bbae-e4663056e7ab tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0604618 Aug 16 14:18:04.424194 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b23e0537-1cef-4606-8374-1f7b12cfc7e5 req-0a6f5329-5de6-428f-bf95-c7d67cc45160 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418413 Aug 16 14:18:04.587093 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49208) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:04.618693 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944e5b-d685-40b5-ab68-6297925f3d32 req-9c5fd142-b366-4f11-820c-fe7ac99fc104 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:04.621316 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1b944e5b-d685-40b5-ab68-6297925f3d32 req-9c5fd142-b366-4f11-820c-fe7ac99fc104 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1003966 Aug 16 14:18:04.630518 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49214) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:04.636611 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-8818809c-de9a-44d7-8864-a160ee3b3a64 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'floatingip': {'port_id': 'dd0d33e6-d192-4f0d-990c-d8759ae10459'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:04.753944 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8818809c-de9a-44d7-8864-a160ee3b3a64 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:04.931542 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-89c63b4c-2c44-422b-aca7-82418ca72758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:04.941990 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49232) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:05.081860 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2116954168-network', 'tenant_id': 'd04aaa1c82f741eea88a3d306daa80ea'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:05.142679 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64f63b-756b-4abb-88f6-7be8af27247c req-ccd19318-ac2c-40ab-9256-8cf4facb76a9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:05.144241 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7e64f63b-756b-4abb-88f6-7be8af27247c req-ccd19318-ac2c-40ab-9256-8cf4facb76a9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.2165484 Aug 16 14:18:05.292047 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7e64f63b-756b-4abb-88f6-7be8af27247c req-de9c5e2b-a6c4-47b0-9deb-bbe66abfb010 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097791 Aug 16 14:18:05.462109 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-89c63b4c-2c44-422b-aca7-82418ca72758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.471510 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-89c63b4c-2c44-422b-aca7-82418ca72758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.489191 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Made reservation on behalf of d04aaa1c82f741eea88a3d306daa80ea for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:05.491542 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.503438 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.625546 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.626753 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-89c63b4c-2c44-422b-aca7-82418ca72758 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b3f7212dfcd4f779c0907bea1d2e1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0383332 Aug 16 14:18:05.630064 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49264) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:05.634150 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c63b4c-2c44-422b-aca7-82418ca72758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e9061f-a1e8-439d-8959-13d6e0dc37da,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:05.655447 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.697790 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=94161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:18:05.731063 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.731575 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Added segment 3836884b-6327-4b05-b580-6fadcc7c6124 of type vlan for network 50c388eb-583e-4e0a-99e7-91a19b2f8b7b Aug 16 14:18:05.733098 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8b070a-90c4-403b-9431-5faba96e889e,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:05.782593 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-39b51557-44d2-412d-b61b-4784daf42d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.800517 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:18:05.835367 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.844224 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-39b51557-44d2-412d-b61b-4784daf42d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.886210 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8818809c-de9a-44d7-8864-a160ee3b3a64 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.891438 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8818809c-de9a-44d7-8864-a160ee3b3a64 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.904570 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.905576 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:05.906208 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.963647 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0201981 Aug 16 14:18:05.966213 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-39b51557-44d2-412d-b61b-4784daf42d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.969202 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-39b51557-44d2-412d-b61b-4784daf42d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:05.972911 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-39b51557-44d2-412d-b61b-4784daf42d1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97e9061f-a1e8-439d-8959-13d6e0dc37da HTTP/1.1" status: 204 len: 168 time: 0.3416429 Aug 16 14:18:05.979294 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49282) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:05.989551 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Request body: {'subnet': {'network_id': '50c388eb-583e-4e0a-99e7-91a19b2f8b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2116954168-subnet', 'tenant_id': 'd04aaa1c82f741eea88a3d306daa80ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:06.019103 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Made reservation on behalf of d04aaa1c82f741eea88a3d306daa80ea for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:06.021439 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3793399'] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:06.023789 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b51557-44d2-412d-b61b-4784daf42d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e9061f-a1e8-439d-8959-13d6e0dc37da,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:06.048710 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a53ec-9ff7-4d5a-98e8-25732ae7566d admin admin] Pushing event updated for resources: {'Network': ['ID=50c388eb-583e-4e0a-99e7-91a19b2f8b7b,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:06.069401 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network 50c388eb-583e-4e0a-99e7-91a19b2f8b7b details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:18:06.105048 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-8818809c-de9a-44d7-8864-a160ee3b3a64 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Floating IP 508d6b6c-62b8-4139-8000-babbe4284adc associated. External IP: 172.27.3.108, port: dd0d33e6-d192-4f0d-990c-d8759ae10459. Aug 16 14:18:06.341281 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3793305'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:06.413097 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8818809c-de9a-44d7-8864-a160ee3b3a64 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:18:06.709259 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8818809c-de9a-44d7-8864-a160ee3b3a64 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:18:06.714465 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8818809c-de9a-44d7-8864-a160ee3b3a64 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:06.725016 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] Sync routers for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:18:06.737005 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:18:06.737962 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:17:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:06.747842 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f97bbde1-a6ec-4966-be66-65ab89255ac1,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:06.757363 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8818809c-de9a-44d7-8864-a160ee3b3a64 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "PUT /v2.0/floatingips/508d6b6c-62b8-4139-8000-babbe4284adc HTTP/1.1" status: 200 len: 992 time: 2.1241674 Aug 16 14:18:06.759987 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:18:06.784041 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3239a80-837f-4717-b98f-327527d451f2 req-ef557e90-64f8-4429-a8cb-df2852475aa8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:06.785590 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f3239a80-837f-4717-b98f-327527d451f2 req-ef557e90-64f8-4429-a8cb-df2852475aa8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0904441 Aug 16 14:18:06.790022 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Checking segment: {'id': '3836884b-6327-4b05-b580-6fadcc7c6124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '50c388eb-583e-4e0a-99e7-91a19b2f8b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:18:06.790381 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Network hostable DHCP agents. Network: 50c388eb-583e-4e0a-99e7-91a19b2f8b7b, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:18:06.844044 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f3239a80-837f-4717-b98f-327527d451f2 req-d79c262c-026b-4e29-a0bd-98d360a00be1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498798 Aug 16 14:18:06.844879 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Network 50c388eb-583e-4e0a-99e7-91a19b2f8b7b is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:18:06.862291 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, 50c388eb-583e-4e0a-99e7-91a19b2f8b7b) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:06.870026 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:06.870922 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:06.873109 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a6a83-9681-4dd7-ae03-341a940fc111 None None] Network 50c388eb-583e-4e0a-99e7-91a19b2f8b7b requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:18:06.913500 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e4a9c2a3-58dc-40d7-b440-7bb6e68a4c49 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9309711 Aug 16 14:18:07.040458 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:18:07.113014 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:18:07.261348 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b62e2-d133-4370-9227-b2dbc1a601ad None None] Network 50c388eb-583e-4e0a-99e7-91a19b2f8b7b requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:18:07.280907 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72776660-2bf3-47bd-97ef-7a216aad9a13 x-openstack-request-id: req-72776660-2bf3-47bd-97ef-7a216aad9a13 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:18:07.281186 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:18:07.281438 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-72776660-2bf3-47bd-97ef-7a216aad9a13 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:18:07.281870 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'status': 'completed', 'code': 200} Aug 16 14:18:07.697051 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '508d6b6c-62b8-4139-8000-babbe4284adc', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'port_id': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'mac_address': 'fa:16:3e:23:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:17:23Z', 'updated_at': '2021-08-16T14:18:05Z', 'revision_number': 1, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:07.747253 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-4801f0fd-9659-4aaa-b24a-6d6dc2cabac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:07.749866 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] Checking router: 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:18:07.750290 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49378) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:07.760038 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:18:07.760779 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:17:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:07.901324 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:18:07.958910 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49398) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:07.964550 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1497603792-network', 'tenant_id': '58a0632ce91e44f29dcc14ccea0b229f'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:08.000908 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Made reservation on behalf of 58a0632ce91e44f29dcc14ccea0b229f for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:08.005553 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.018200 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81d220-2d04-4b6d-b08b-5357a63a7103 req-6b2b02d6-92f2-4808-94c6-b71b8d61ea67 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:08.025911 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ae81d220-2d04-4b6d-b08b-5357a63a7103 req-6b2b02d6-92f2-4808-94c6-b71b8d61ea67 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0674233 Aug 16 14:18:08.028536 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.039512 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1373264012-network', 'tenant_id': '46cab81c690e4e35a39d487369b842ae'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:08.090533 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ae81d220-2d04-4b6d-b08b-5357a63a7103 req-d39da081-bf22-40e2-aad1-97fc0bc251c8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593002 Aug 16 14:18:08.094959 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.db.api [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 14:18:08.094959 dv-cinder-804584-9-iscsi neutron-server[94161]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 14:18:08.094959 dv-cinder-804584-9-iscsi neutron-server[94161]: [parameters: {'project_id_1': '46cab81c690e4e35a39d487369b842ae', 'expiration_1': datetime.datetime(2021, 8, 16, 14, 18, 8, 53515)}] Aug 16 14:18:08.094959 dv-cinder-804584-9-iscsi neutron-server[94161]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94161) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 14:18:08.095285 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG oslo_db.api [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 14:18:08.178383 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.184384 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.208654 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:18:08.222667 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '508d6b6c-62b8-4139-8000-babbe4284adc', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'port_id': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'mac_address': 'fa:16:3e:23:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:17:23Z', 'updated_at': '2021-08-16T14:18:05Z', 'revision_number': 1, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:08.223662 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c43041-47ff-4f27-8dd5-eba07c5dcf07,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:08.236184 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.236977 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Added segment b38e5b55-8b44-4dc0-95b9-9897a668eb27 of type vlan for network 4cfd1ca7-ac9a-4fd5-931e-0f05eec45582 Aug 16 14:18:08.255193 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058568bc-51c7-4640-b054-821e6a0d60a1 None None] The sync data for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi is: [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '508d6b6c-62b8-4139-8000-babbe4284adc', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'port_id': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'mac_address': 'fa:16:3e:23:50:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:17:23Z', 'updated_at': '2021-08-16T14:18:05Z', 'revision_number': 1, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:18:08.307191 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.334362 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.335553 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:08.336289 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.349709 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49408) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:08.402022 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4420085 Aug 16 14:18:08.410053 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49412) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:08.417134 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Request body: {'subnet': {'network_id': '4cfd1ca7-ac9a-4fd5-931e-0f05eec45582', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1497603792-subnet', 'tenant_id': '58a0632ce91e44f29dcc14ccea0b229f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:08.417684 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09e4166-df0d-4bb6-bd35-7cbb5b33dca5 admin admin] Pushing event updated for resources: {'Network': ['ID=4cfd1ca7-ac9a-4fd5-931e-0f05eec45582,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:08.433755 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network 4cfd1ca7-ac9a-4fd5-931e-0f05eec45582 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:18:08.486516 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Made reservation on behalf of 58a0632ce91e44f29dcc14ccea0b229f for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:08.488791 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3793399'] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.508786 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c8a90678-4ebb-4fae-96c0-d5112afc4890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.554433 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5cf526-baee-4e47-a7f5-5d22eeca1dc2 None None] New status for floating IP 508d6b6c-62b8-4139-8000-babbe4284adc: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:18:08.737328 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c8a90678-4ebb-4fae-96c0-d5112afc4890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.743238 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c8a90678-4ebb-4fae-96c0-d5112afc4890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.757934 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3793305'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.820741 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-c8a90678-4ebb-4fae-96c0-d5112afc4890 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=596466418290491396149bb9b028520e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4699490 Aug 16 14:18:08.821518 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Made reservation on behalf of 46cab81c690e4e35a39d487369b842ae for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:08.823934 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.824072 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49416) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:08.832280 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a90678-4ebb-4fae-96c0-d5112afc4890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b12a5ac-ebf4-4e2d-a38f-355aae57ea7b,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:08.849809 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.865063 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed37915-0e6d-4619-b390-ff9dd509ff5c,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:08.878575 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c101ccb-ef38-4d7d-8559-6fdb403148da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.893357 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Checking segment: {'id': 'b38e5b55-8b44-4dc0-95b9-9897a668eb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '4cfd1ca7-ac9a-4fd5-931e-0f05eec45582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:18:08.893714 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Network hostable DHCP agents. Network: 4cfd1ca7-ac9a-4fd5-931e-0f05eec45582, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:18:08.901042 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c101ccb-ef38-4d7d-8559-6fdb403148da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.924034 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Network 4cfd1ca7-ac9a-4fd5-931e-0f05eec45582 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:18:08.946834 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, 4cfd1ca7-ac9a-4fd5-931e-0f05eec45582) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:08.951276 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:08.951980 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.963418 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d604c5e-ffd2-464f-a482-11d30cbcec94 None None] Network 4cfd1ca7-ac9a-4fd5-931e-0f05eec45582 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:18:08.972059 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c101ccb-ef38-4d7d-8559-6fdb403148da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.974560 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c101ccb-ef38-4d7d-8559-6fdb403148da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:08.979883 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5c101ccb-ef38-4d7d-8559-6fdb403148da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b12a5ac-ebf4-4e2d-a38f-355aae57ea7b HTTP/1.1" status: 204 len: 168 time: 0.1541176 Aug 16 14:18:08.990001 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c101ccb-ef38-4d7d-8559-6fdb403148da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b12a5ac-ebf4-4e2d-a38f-355aae57ea7b,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:09.016832 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.023249 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.039984 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=94161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:18:09.051898 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-2014fc7d-f7b3-44c6-8dbb-5ba517c2a3f8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6387959 Aug 16 14:18:09.065748 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.066207 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Added segment 624506aa-eb48-4c4a-baf6-8212da3fa9f8 of type vlan for network 449d430b-7b46-424f-9281-8f7e05d80da5 Aug 16 14:18:09.112214 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca962e5-0600-4e0d-990b-194ec3e58b8d,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:09.131611 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.177908 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.180328 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:09.181711 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.239386 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d740396-9c72-438f-85db-1256dbd9618b None None] Network 4cfd1ca7-ac9a-4fd5-931e-0f05eec45582 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:18:09.300455 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5477147 Aug 16 14:18:09.304373 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49430) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:09.313690 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Request body: {'subnet': {'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1373264012-subnet', 'tenant_id': '46cab81c690e4e35a39d487369b842ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:09.333615 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653df976-b96e-4e1b-8a04-742ee8bf139a admin admin] Pushing event updated for resources: {'Network': ['ID=449d430b-7b46-424f-9281-8f7e05d80da5,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:09.349959 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network 449d430b-7b46-424f-9281-8f7e05d80da5 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:18:09.362840 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-ef7e696f-a613-4af2-8cd6-28408a65c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:09.364403 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-ef7e696f-a613-4af2-8cd6-28408a65c912 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 1099 time: 0.1073675 Aug 16 14:18:09.372223 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114e7bd-0027-44fb-bdb3-24a2f836f000 req-225dc966-ebde-46f8-8acd-898add3a44ab tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:09.374300 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e114e7bd-0027-44fb-bdb3-24a2f836f000 req-225dc966-ebde-46f8-8acd-898add3a44ab tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1674674 Aug 16 14:18:09.378511 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Made reservation on behalf of 46cab81c690e4e35a39d487369b842ae for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:09.381250 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3800961'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.473366 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49436) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:09.491596 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8c3b69d8-df65-4b1c-a0f5-2cd373967af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.545977 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e114e7bd-0027-44fb-bdb3-24a2f836f000 req-d4755c8d-6140-48dd-b905-3b692c3201f4 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379578 Aug 16 14:18:09.604288 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-68961051-ff6b-4187-9276-fb025e928b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:09.606743 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-68961051-ff6b-4187-9276-fb025e928b2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 917 time: 0.2313948 Aug 16 14:18:09.726348 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8c3b69d8-df65-4b1c-a0f5-2cd373967af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.728566 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-d12d3599-e739-4aff-985f-bbb03a9828d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459 HTTP/1.1" status: 200 len: 1002 time: 0.1095984 Aug 16 14:18:09.733033 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8c3b69d8-df65-4b1c-a0f5-2cd373967af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.749544 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3139543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801071'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.784032 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-eb8b2cac-7c0d-48bb-aebc-ab5936d4e1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:09.785543 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-eb8b2cac-7c0d-48bb-aebc-ab5936d4e1f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0498283 Aug 16 14:18:09.812995 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8c3b69d8-df65-4b1c-a0f5-2cd373967af1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=77057a9d0a3d4599b6f00c7b868e83a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352203 Aug 16 14:18:09.815636 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b69d8-df65-4b1c-a0f5-2cd373967af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed19d591-9935-401d-ae6a-ada3c0daf92a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:09.820444 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49440) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:09.833971 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c88576b3-e38a-43df-a9b9-5e2418184e7c,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:09.853770 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Checking segment: {'id': '624506aa-eb48-4c4a-baf6-8212da3fa9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:18:09.854227 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Network hostable DHCP agents. Network: 449d430b-7b46-424f-9281-8f7e05d80da5, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:18:09.870150 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-3ef1b04e-1ac4-40a7-bc38-60426d842d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:09.870150 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-3ef1b04e-1ac4-40a7-bc38-60426d842d03 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740976 Aug 16 14:18:09.875200 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Network 449d430b-7b46-424f-9281-8f7e05d80da5 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:18:09.886430 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, 449d430b-7b46-424f-9281-8f7e05d80da5) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:09.891533 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:09.892602 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:09.897779 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ef9ca8-35c4-489e-b2a0-fa6f71a7bb00 None None] Network 449d430b-7b46-424f-9281-8f7e05d80da5 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:18:09.909645 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9565fa0c-716d-4246-96df-c7a2408d6a69 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6040046 Aug 16 14:18:09.960241 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0ef43c7d-8637-4b04-8738-2311c18a888a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:10.004224 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0ef43c7d-8637-4b04-8738-2311c18a888a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:10.047810 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-af27b122-281c-4d72-be46-3e599116ad37 service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703970 Aug 16 14:18:10.084007 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f33300-a794-441c-9dc2-46f2d3593b3a None None] Network 449d430b-7b46-424f-9281-8f7e05d80da5 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:18:10.137426 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0ef43c7d-8637-4b04-8738-2311c18a888a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:10.140302 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0ef43c7d-8637-4b04-8738-2311c18a888a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:10.143880 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0ef43c7d-8637-4b04-8738-2311c18a888a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed19d591-9935-401d-ae6a-ada3c0daf92a HTTP/1.1" status: 204 len: 168 time: 0.3201096 Aug 16 14:18:10.158058 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef43c7d-8637-4b04-8738-2311c18a888a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed19d591-9935-401d-ae6a-ada3c0daf92a,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:10.207303 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01b47a6e-cf5b-40cb-b739-aac8b48da6bc req-0eac9c45-4b2f-4996-8bc6-4a49ac07c64a service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467860 Aug 16 14:18:10.304482 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b5eb-394b-46ea-a293-95c7544cffab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:10.735554 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8860920-d8c2-467e-9f75-12c7ace307e1 req-5a86506f-5bb6-4bbd-897b-dfcad76a1d99 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:10.742867 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e8860920-d8c2-467e-9f75-12c7ace307e1 req-5a86506f-5bb6-4bbd-897b-dfcad76a1d99 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0614526 Aug 16 14:18:10.804060 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e8860920-d8c2-467e-9f75-12c7ace307e1 req-2435dae5-c35f-468f-b2a2-054af8f6acb3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512829 Aug 16 14:18:10.837077 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:11.770370 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:12.012654 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-98836832-b346-4739-bacf-2e404aacc157 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:12.014881 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-98836832-b346-4739-bacf-2e404aacc157 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/networks?id=449d430b-7b46-424f-9281-8f7e05d80da5 HTTP/1.1" status: 200 len: 814 time: 0.1554244 Aug 16 14:18:12.033061 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-8e64a244-ecd3-4b8d-ae9c-a00c54f39c73 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/quotas/46cab81c690e4e35a39d487369b842ae HTTP/1.1" status: 200 len: 375 time: 0.0116842 Aug 16 14:18:12.079081 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-15e76d9a-3076-4c48-ac05-2a1e5ed3db22 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46cab81c690e4e35a39d487369b842ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389874 Aug 16 14:18:12.146481 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ed34c-fbd9-49a8-99d6-18785cc8e1d1 req-84d412d8-b7ba-4c8c-b7b7-ffc12efae52c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:12.147943 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b22ed34c-fbd9-49a8-99d6-18785cc8e1d1 req-84d412d8-b7ba-4c8c-b7b7-ffc12efae52c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0644269 Aug 16 14:18:12.195912 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b22ed34c-fbd9-49a8-99d6-18785cc8e1d1 req-e33036cd-84ac-487d-b079-b6476997c1ef tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348303 Aug 16 14:18:12.199032 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-44b5f834-ef8c-4ca1-ba1d-28318e9e7c17 service neutron] 10.222.0.13 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114395 Aug 16 14:18:12.301842 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-b0d3dab5-4952-4c05-944d-46173a6410d9 service neutron] 10.222.0.13 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014423 Aug 16 14:18:12.370057 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9878aea-6488-4e91-806f-80eaa6f4cbc0 req-0995cd55-8842-49ec-b584-f08ef656d19a tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:12.370057 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c9878aea-6488-4e91-806f-80eaa6f4cbc0 req-0995cd55-8842-49ec-b584-f08ef656d19a tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0831640 Aug 16 14:18:12.432372 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c9878aea-6488-4e91-806f-80eaa6f4cbc0 req-33a304f0-1b72-424a-86d3-077167016850 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547323 Aug 16 14:18:12.604453 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9a21786d-f05e-42d8-b856-631c8349ddc1 req-6aeda4c3-93b9-4831-9bad-48bb0934db60 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 210 time: 0.0334947 Aug 16 14:18:12.998953 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-44f1533f-2117-46c0-b2f9-87417ef36718 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409396 Aug 16 14:18:13.162098 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-391d1669-25a6-492b-9cd5-d55a626103aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:13.163590 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-391d1669-25a6-492b-9cd5-d55a626103aa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 1098 time: 0.0447116 Aug 16 14:18:13.336817 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-93b164d4-bf05-4510-ae0d-7532488b8d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:13.338262 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-93b164d4-bf05-4510-ae0d-7532488b8d5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 920 time: 0.1008828 Aug 16 14:18:13.340785 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38088-ceee-46d7-945d-cdebed20f69c req-625526eb-ed9f-4402-b5c4-5c969b28c63f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:13.342943 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-eea38088-ceee-46d7-945d-cdebed20f69c req-625526eb-ed9f-4402-b5c4-5c969b28c63f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0552113 Aug 16 14:18:13.384750 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:13.393361 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-eea38088-ceee-46d7-945d-cdebed20f69c req-9baca633-3715-4ba1-a7d0-ba711f4b0b86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442426 Aug 16 14:18:13.425799 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-8fd1112a-9530-4e2c-878b-0bae614afb13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23b477d-dfe2-49fe-a669-131d565e77ce HTTP/1.1" status: 200 len: 217 time: 0.0463264 Aug 16 14:18:13.489121 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-45f7772d-87ce-4ddc-b9d6-1f03befb7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:13.490595 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-45f7772d-87ce-4ddc-b9d6-1f03befb7b58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.0496132 Aug 16 14:18:13.529092 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-a46ba0f6-7fd3-4d56-be52-03e2b7856f38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287666 Aug 16 14:18:13.688101 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-e72e38fe-98b8-4323-85f7-2c51da092a93 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492906 Aug 16 14:18:13.702456 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0ef33-f561-4b9b-b47d-c855ca55aaa9 req-3390cd8e-9f2f-4a9d-8395-71da229c0bd1 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:13.705364 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-18a0ef33-f561-4b9b-b47d-c855ca55aaa9 req-3390cd8e-9f2f-4a9d-8395-71da229c0bd1 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.1784649 Aug 16 14:18:13.734760 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2c5bcb96-eaff-45d5-a576-f9f98a13c115 req-e882e7fc-7620-42a8-bc2a-fd5c7125fe26 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 210 time: 0.0387228 Aug 16 14:18:13.825196 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-18a0ef33-f561-4b9b-b47d-c855ca55aaa9 req-ec9d1dd7-6bb2-48aa-bbb9-dbe2ff834178 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029370 Aug 16 14:18:13.860676 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cb6ad026-9aab-40a1-bdb4-a757de88bf85 req-dc282d50-7d06-4d5e-bbd1-7ad4dd1d4df6 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538682 Aug 16 14:18:14.304751 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-5d89382c-d838-4a29-bd3b-ea4cca950445 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:14.306390 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-5d89382c-d838-4a29-bd3b-ea4cca950445 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.30 "GET /v2.0/networks?id=449d430b-7b46-424f-9281-8f7e05d80da5 HTTP/1.1" status: 200 len: 814 time: 0.1210735 Aug 16 14:18:14.352740 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Request body: {'port': {'device_id': 'bb6149d6-80b7-4721-89dc-e6887ed58584', 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5', 'admin_state_up': True, 'tenant_id': '46cab81c690e4e35a39d487369b842ae'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:14.494786 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Made reservation on behalf of 46cab81c690e4e35a39d487369b842ae for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:14.499871 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:14.596098 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20362a70-9915-4ff1-97d5-907a271ea480 req-582559ab-f424-4498-9493-363b5f7c3093 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:14.597647 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-20362a70-9915-4ff1-97d5-907a271ea480 req-582559ab-f424-4498-9493-363b5f7c3093 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1154814 Aug 16 14:18:14.695972 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-20362a70-9915-4ff1-97d5-907a271ea480 req-d5d450c2-d4ee-42c8-9b2b-ff56be7b4110 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914121 Aug 16 14:18:14.712637 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Allocated IP 172.20.0.7 (449d430b-7b46-424f-9281-8f7e05d80da5/c88576b3-e38a-43df-a9b9-5e2418184e7c/c6beabd7-3ccf-4485-ae21-67e0957e7c24) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:18:14.905961 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-056de6c8-1c7a-43f1-a009-14e75ef6b915 req-68ce16d7-9636-40d5-a3c7-18f9ae2217e5 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 210 time: 0.0670760 Aug 16 14:18:15.186691 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:15.202554 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49712) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:15.214080 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8750016b-17a1-4499-b7bf-d115616304c3 req-fc6a52d5-8db0-4368-bf80-4a276f5d1d71 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:15.215984 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8750016b-17a1-4499-b7bf-d115616304c3 req-fc6a52d5-8db0-4368-bf80-4a276f5d1d71 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.0867462 Aug 16 14:18:15.289770 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8750016b-17a1-4499-b7bf-d115616304c3 req-72247e11-4677-48e9-a260-22b5902feb3a tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/security-groups?id=65e09578-568f-41d6-8d12-22d74eee5a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559511 Aug 16 14:18:15.325530 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:15.391798 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49722) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:15.424050 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Network 449d430b-7b46-424f-9281-8f7e05d80da5 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:18:15.445613 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586c96e-78fd-4626-a297-23971243f96e req-f435e917-af9d-4ea0-ac71-f8d10a6503ed tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:15.447608 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1586c96e-78fd-4626-a297-23971243f96e req-f435e917-af9d-4ea0-ac71-f8d10a6503ed tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.30 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 945 time: 0.1362693 Aug 16 14:18:15.468469 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:15.477358 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:18:15.487324 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Pushing event updated for resources: {'Port': ['ID=c6beabd7-3ccf-4485-ae21-67e0957e7c24,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:15.518441 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ceebe341-1ac5-40fd-9197-434eff543bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:15.571062 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc726-8e53-4bc8-9712-84e7fd1161ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:15.666789 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:15.667442 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:15.731405 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-1586c96e-78fd-4626-a297-23971243f96e req-d91ca069-482e-42a0-a1c4-c6d52b453257 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Deleting port 302d5e43-9791-4c31-b94b-4e9f2f68bab5 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:18:15.731405 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-1586c96e-78fd-4626-a297-23971243f96e req-d91ca069-482e-42a0-a1c4-c6d52b453257 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:15.746462 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ceebe341-1ac5-40fd-9197-434eff543bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:15.757562 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ceebe341-1ac5-40fd-9197-434eff543bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:15.839280 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-1586c96e-78fd-4626-a297-23971243f96e req-d91ca069-482e-42a0-a1c4-c6d52b453257 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] For port 302d5e43-9791-4c31-b94b-4e9f2f68bab5, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=302d5e43-9791-4c31-b94b-4e9f2f68bab5,segment=NetworkSegment(f80d63d4-55f0-4317-be91-43212f0ce8b2),segment_id=f80d63d4-55f0-4317-be91-43212f0ce8b2)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:15.839664 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-1586c96e-78fd-4626-a297-23971243f96e req-d91ca069-482e-42a0-a1c4-c6d52b453257 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:15.857757 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-1586c96e-78fd-4626-a297-23971243f96e req-d91ca069-482e-42a0-a1c4-c6d52b453257 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Calling delete_port for 302d5e43-9791-4c31-b94b-4e9f2f68bab5 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:18:15.861354 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceebe341-1ac5-40fd-9197-434eff543bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a54a2d-851d-4615-a259-40190625e648,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:15.874064 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ceebe341-1ac5-40fd-9197-434eff543bdd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7afa299560b0417e8dc89f4cd9ebebde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696520 Aug 16 14:18:15.875258 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49736) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:15.906059 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbafca-d2cd-497a-911b-a1c649403eab req-a215b1eb-bd44-41ee-9f7c-a48287d6cf2d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:15.907580 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-74fbafca-d2cd-497a-911b-a1c649403eab req-a215b1eb-bd44-41ee-9f7c-a48287d6cf2d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0952322 Aug 16 14:18:15.966568 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-74fbafca-d2cd-497a-911b-a1c649403eab req-bbb9ff24-1104-4c4a-9adc-6adb498f320e tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475357 Aug 16 14:18:15.977541 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc726-8e53-4bc8-9712-84e7fd1161ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:15.991869 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e6dcc726-8e53-4bc8-9712-84e7fd1161ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.013661 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-0218d607-cc43-4eac-8352-f26be30657ad tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6687274 Aug 16 14:18:16.034257 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e6dcc726-8e53-4bc8-9712-84e7fd1161ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e400a303d3b45b380a793887eef0e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6410069 Aug 16 14:18:16.035046 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dcc726-8e53-4bc8-9712-84e7fd1161ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3b5b7c-1a41-4042-8306-86005f9c6fad,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:16.038551 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49740) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:16.043368 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Request body: {'port': {'device_id': 'bb6149d6-80b7-4721-89dc-e6887ed58584', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:16.050843 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4dc62cf3-340b-4dcd-bba0-4041d006f545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.099466 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7601d623-9f88-4a3a-8a96-e5d881aec9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.100367 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90281eef-14ac-40fe-84c4-608294c62589 req-9605e721-1b99-4190-9ed2-442ba28328c8 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:16.101906 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90281eef-14ac-40fe-84c4-608294c62589 req-9605e721-1b99-4190-9ed2-442ba28328c8 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 931 time: 0.1332552 Aug 16 14:18:16.124224 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7601d623-9f88-4a3a-8a96-e5d881aec9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.159711 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4dc62cf3-340b-4dcd-bba0-4041d006f545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.184679 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7601d623-9f88-4a3a-8a96-e5d881aec9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.188038 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7601d623-9f88-4a3a-8a96-e5d881aec9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.190137 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7601d623-9f88-4a3a-8a96-e5d881aec9a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db3b5b7c-1a41-4042-8306-86005f9c6fad HTTP/1.1" status: 204 len: 168 time: 0.1496902 Aug 16 14:18:16.204021 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.211759 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601d623-9f88-4a3a-8a96-e5d881aec9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3b5b7c-1a41-4042-8306-86005f9c6fad,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:16.251093 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-1586c96e-78fd-4626-a297-23971243f96e req-d91ca069-482e-42a0-a1c4-c6d52b453257 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.264584 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90281eef-14ac-40fe-84c4-608294c62589 req-7898daf0-b44d-456d-a8b7-31a6e0af6460 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523032 Aug 16 14:18:16.294262 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['302d5e43-9791-4c31-b94b-4e9f2f68bab5'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:18:16.309109 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ca069-482e-42a0-a1c4-c6d52b453257 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Pushing event deleted for resources: {'Port': ['ID=302d5e43-9791-4c31-b94b-4e9f2f68bab5,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:16.372571 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4dc62cf3-340b-4dcd-bba0-4041d006f545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.375283 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4dc62cf3-340b-4dcd-bba0-4041d006f545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.379259 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-4dc62cf3-340b-4dcd-bba0-4041d006f545 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6a54a2d-851d-4615-a259-40190625e648 HTTP/1.1" status: 204 len: 168 time: 0.5002296 Aug 16 14:18:16.460982 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-1586c96e-78fd-4626-a297-23971243f96e req-d91ca069-482e-42a0-a1c4-c6d52b453257 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] No DVR routers for this DVR port 302d5e43-9791-4c31-b94b-4e9f2f68bab5 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:18:16.475330 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-1586c96e-78fd-4626-a297-23971243f96e req-d91ca069-482e-42a0-a1c4-c6d52b453257 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.477331 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1586c96e-78fd-4626-a297-23971243f96e req-d91ca069-482e-42a0-a1c4-c6d52b453257 tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.30 "DELETE /v2.0/ports/302d5e43-9791-4c31-b94b-4e9f2f68bab5 HTTP/1.1" status: 204 len: 173 time: 1.0014625 Aug 16 14:18:16.492067 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332d5e4c-961e-462a-b8ab-252ec667e43c', 'name': 'network-vif-deleted', 'tag': '302d5e43-9791-4c31-b94b-4e9f2f68bab5'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:18:16.494278 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242fc12c-3193-41d8-9c1d-585d0df59f01" -d '{"events": [{"server_uuid": "332d5e4c-961e-462a-b8ab-252ec667e43c", "name": "network-vif-deleted", "tag": "302d5e43-9791-4c31-b94b-4e9f2f68bab5"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:18:16.497030 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc62cf3-340b-4dcd-bba0-4041d006f545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a54a2d-851d-4615-a259-40190625e648,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:16.526309 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cf40fc6f-3d35-4c19-a1dc-6343d6b5bb47 req-17c0fd2f-7bc7-484d-8706-34e9be84f54b tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 210 time: 0.0790391 Aug 16 14:18:16.574673 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49754) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:16.577383 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba913bf-635f-4df5-a130-94fba8797fe0 x-openstack-request-id: req-4ba913bf-635f-4df5-a130-94fba8797fe0 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:18:16.577737 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332d5e4c-961e-462a-b8ab-252ec667e43c", "name": "network-vif-deleted", "tag": "302d5e43-9791-4c31-b94b-4e9f2f68bab5", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:18:16.577982 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ba913bf-635f-4df5-a130-94fba8797fe0 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:18:16.578582 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '332d5e4c-961e-462a-b8ab-252ec667e43c', 'name': 'network-vif-deleted', 'tag': '302d5e43-9791-4c31-b94b-4e9f2f68bab5', 'status': 'completed', 'code': 200} Aug 16 14:18:16.593683 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eab4fae6-03f4-486e-9df0-1798001a5a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.726266 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eab4fae6-03f4-486e-9df0-1798001a5a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.733166 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-eab4fae6-03f4-486e-9df0-1798001a5a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.774752 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6beabd7-3ccf-4485-ae21-67e0957e7c24 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:18:16.776949 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4fae6-03f4-486e-9df0-1798001a5a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdfff1b-a370-4e95-b0c5-1b947bb90f96,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:16.793950 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.796769 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-eab4fae6-03f4-486e-9df0-1798001a5a16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d358c35aa2a4ed18b8a629ddde17413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205303 Aug 16 14:18:16.799311 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49768) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:16.820198 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Transition to ACTIVE for port object c6beabd7-3ccf-4485-ae21-67e0957e7c24 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:18:16.825321 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.839629 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49770) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:16.877070 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661e8a01-308e-44f2-acb4-904828d3506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.878373 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Pushing event updated for resources: {'Port': ['ID=c6beabd7-3ccf-4485-ae21-67e0957e7c24,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:16.925620 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e49cbc19-619c-4211-b484-ec751a4a0b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.975760 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Attempting to bind port c6beabd7-3ccf-4485-ae21-67e0957e7c24 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:18:16.976138 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Attempting to bind port c6beabd7-3ccf-4485-ae21-67e0957e7c24 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '624506aa-eb48-4c4a-baf6-8212da3fa9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:18:16.976434 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Attempting to bind port c6beabd7-3ccf-4485-ae21-67e0957e7c24 on network 449d430b-7b46-424f-9281-8f7e05d80da5 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:18:16.981824 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Port c6beabd7-3ccf-4485-ae21-67e0957e7c24 on network 449d430b-7b46-424f-9281-8f7e05d80da5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:18:16.982159 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Attempting to bind port c6beabd7-3ccf-4485-ae21-67e0957e7c24 on network 449d430b-7b46-424f-9281-8f7e05d80da5 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:18:16.985173 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e49cbc19-619c-4211-b484-ec751a4a0b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:16.991885 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:18:16.991885 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Checking segment: {'id': '624506aa-eb48-4c4a-baf6-8212da3fa9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:18:16.991885 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Bound using segment: {'id': '624506aa-eb48-4c4a-baf6-8212da3fa9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:18:16.992262 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Bound port: c6beabd7-3ccf-4485-ae21-67e0957e7c24, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624506aa-eb48-4c4a-baf6-8212da3fa9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:18:16.992567 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.087938 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.133671 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e49cbc19-619c-4211-b484-ec751a4a0b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.141217 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] For port c6beabd7-3ccf-4485-ae21-67e0957e7c24, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:18:17.145388 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e49cbc19-619c-4211-b484-ec751a4a0b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.146884 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e49cbc19-619c-4211-b484-ec751a4a0b72 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fdfff1b-a370-4e95-b0c5-1b947bb90f96 HTTP/1.1" status: 204 len: 168 time: 0.3463099 Aug 16 14:18:17.168100 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661e8a01-308e-44f2-acb4-904828d3506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.174405 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] For port c6beabd7-3ccf-4485-ae21-67e0957e7c24, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c6beabd7-3ccf-4485-ae21-67e0957e7c24,segment=NetworkSegment(624506aa-eb48-4c4a-baf6-8212da3fa9f8),segment_id=624506aa-eb48-4c4a-baf6-8212da3fa9f8)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:18:17.194972 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.200794 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-661e8a01-308e-44f2-acb4-904828d3506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.213588 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cbc19-619c-4211-b484-ec751a4a0b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdfff1b-a370-4e95-b0c5-1b947bb90f96,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:17.241757 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c556e5-88f2-42be-9207-427551951ac6 req-989ea309-1e41-401d-beb7-cf0554246882 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:17.252499 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-44c556e5-88f2-42be-9207-427551951ac6 req-989ea309-1e41-401d-beb7-cf0554246882 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1711445 Aug 16 14:18:17.329688 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:17.332044 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.333637 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] 10.222.0.30 "PUT /v2.0/ports/c6beabd7-3ccf-4485-ae21-67e0957e7c24 HTTP/1.1" status: 200 len: 1093 time: 1.2967062 Aug 16 14:18:17.339858 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-661e8a01-308e-44f2-acb4-904828d3506e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dbb93b25c313490ebddc7c218c19044e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982522 Aug 16 14:18:17.346510 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49788) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:17.409435 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-44c556e5-88f2-42be-9207-427551951ac6 req-8cd68dbb-c4fc-4220-9038-c6fb903f0118 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545413 Aug 16 14:18:17.437407 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e8a01-308e-44f2-acb4-904828d3506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a121e9ec-acf8-4217-ac8b-66654c6b6935,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:17.488463 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbade21-b798-49ed-a0f3-f466732d4cfe service neutron] Pushing event updated for resources: {'Port': ['ID=c6beabd7-3ccf-4485-ae21-67e0957e7c24,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:17.505247 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-1e26b98c-21cc-41a2-ad80-b56be8b1ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:17.509669 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-1e26b98c-21cc-41a2-ad80-b56be8b1ade6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46cab81c690e4e35a39d487369b842ae&device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 1096 time: 0.0977581 Aug 16 14:18:17.581777 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-5776a101-386d-46cf-b868-5ea1ad3bbec2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6beabd7-3ccf-4485-ae21-67e0957e7c24 HTTP/1.1" status: 200 len: 217 time: 0.0466554 Aug 16 14:18:17.587842 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0d93ab1f-231e-40f0-a9da-1beff36344a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.620805 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0d93ab1f-231e-40f0-a9da-1beff36344a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.643176 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c4aa5f-709e-4b59-ba75-4e889f0da81c req-48c8cf9a-95b3-4302-be0c-b90e30197ecf tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:17.645077 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-73c4aa5f-709e-4b59-ba75-4e889f0da81c req-48c8cf9a-95b3-4302-be0c-b90e30197ecf tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 943 time: 0.2364752 Aug 16 14:18:17.700233 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-f758b8ad-2f67-4d55-8e23-61cfa50424cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:17.703616 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-f758b8ad-2f67-4d55-8e23-61cfa50424cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c88576b3-e38a-43df-a9b9-5e2418184e7c HTTP/1.1" status: 200 len: 854 time: 0.1120877 Aug 16 14:18:17.760539 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-73c4aa5f-709e-4b59-ba75-4e889f0da81c req-89f9f7c5-e80e-477b-986e-21cf1070983a tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983748 Aug 16 14:18:17.761169 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-ccbd99ed-bd3b-4e05-9c45-13783f6b4af1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=449d430b-7b46-424f-9281-8f7e05d80da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472140 Aug 16 14:18:17.799979 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0d93ab1f-231e-40f0-a9da-1beff36344a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.803604 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0d93ab1f-231e-40f0-a9da-1beff36344a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:17.808269 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0d93ab1f-231e-40f0-a9da-1beff36344a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a121e9ec-acf8-4217-ac8b-66654c6b6935 HTTP/1.1" status: 204 len: 168 time: 0.4593427 Aug 16 14:18:17.832909 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93ab1f-231e-40f0-a9da-1beff36344a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a121e9ec-acf8-4217-ac8b-66654c6b6935,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:17.971929 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-708ed450-7ca9-4970-b3ff-c9521a902a21 req-4cd408b2-3818-400d-b651-2ccd4f988fdc tempest-DeleteServersTestJSON-654228388 tempest-DeleteServersTestJSON-654228388-project] 10.222.0.13 "GET /v2.0/ports?device_id=332d5e4c-961e-462a-b8ab-252ec667e43c HTTP/1.1" status: 200 len: 210 time: 0.0622702 Aug 16 14:18:17.976004 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-d7144d5c-dfba-435b-863d-93829b0943d0 service neutron] 10.222.0.30 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999440 Aug 16 14:18:18.107548 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e1ad0076-d8fa-4eb2-8d66-34ff134affbb req-ca549282-bfd0-4375-a38a-41185797024f service neutron] 10.222.0.30 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215546 Aug 16 14:18:18.579342 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6149d6-80b7-4721-89dc-e6887ed58584', 'tag': 'c6beabd7-3ccf-4485-ae21-67e0957e7c24'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:18:18.581911 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807ac931-1860-465d-9e87-afbaa6cd6b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6149d6-80b7-4721-89dc-e6887ed58584", "tag": "c6beabd7-3ccf-4485-ae21-67e0957e7c24"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:18:18.587521 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dba38d-0347-4da1-b5b5-41b463ad86a0 req-936c064a-f85f-4c1c-8db6-de9f07a906c6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:18.597146 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-01dba38d-0347-4da1-b5b5-41b463ad86a0 req-936c064a-f85f-4c1c-8db6-de9f07a906c6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0917933 Aug 16 14:18:18.634200 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10848a59-5b66-4426-bb02-5a218b3d24f0 x-openstack-request-id: req-10848a59-5b66-4426-bb02-5a218b3d24f0 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:18:18.634695 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6149d6-80b7-4721-89dc-e6887ed58584", "tag": "c6beabd7-3ccf-4485-ae21-67e0957e7c24", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:18:18.635096 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10848a59-5b66-4426-bb02-5a218b3d24f0 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:18:18.635643 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6149d6-80b7-4721-89dc-e6887ed58584', 'tag': 'c6beabd7-3ccf-4485-ae21-67e0957e7c24', 'status': 'completed', 'code': 200} Aug 16 14:18:18.642692 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-01dba38d-0347-4da1-b5b5-41b463ad86a0 req-c8f26bb4-d3c2-478e-90cd-7c5b544cb978 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Aug 16 14:18:18.769797 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac931-1860-465d-9e87-afbaa6cd6b5b req-50635395-2b2e-453f-96e2-8a879a129ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:18.771453 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-807ac931-1860-465d-9e87-afbaa6cd6b5b req-50635395-2b2e-453f-96e2-8a879a129ba9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46cab81c690e4e35a39d487369b842ae&device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 1096 time: 0.0731740 Aug 16 14:18:18.930119 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 302d5e43-9791-4c31-b94b-4e9f2f68bab5 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:18:18.952279 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac931-1860-465d-9e87-afbaa6cd6b5b req-c5fc6400-dfbf-41b7-97ad-8d5a459d40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:18.953964 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-807ac931-1860-465d-9e87-afbaa6cd6b5b req-c5fc6400-dfbf-41b7-97ad-8d5a459d40ad service neutron] 10.222.0.30 "GET /v2.0/networks?id=449d430b-7b46-424f-9281-8f7e05d80da5 HTTP/1.1" status: 200 len: 915 time: 0.1583302 Aug 16 14:18:18.972855 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 302d5e43-9791-4c31-b94b-4e9f2f68bab5 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:18:18.973301 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 302d5e43-9791-4c31-b94b-4e9f2f68bab5 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:18:18.999324 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01affeb4-1dd3-4d10-9ad7-bf66013c4c6a req-c1632aea-7215-4362-b896-975343a6e9e9 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:19.021307 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-01affeb4-1dd3-4d10-9ad7-bf66013c4c6a req-c1632aea-7215-4362-b896-975343a6e9e9 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 943 time: 0.1298821 Aug 16 14:18:19.031939 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-807ac931-1860-465d-9e87-afbaa6cd6b5b req-b8c8b016-1a45-4518-90de-4518a814b4b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c6beabd7-3ccf-4485-ae21-67e0957e7c24 HTTP/1.1" status: 200 len: 217 time: 0.0689092 Aug 16 14:18:19.106697 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-01affeb4-1dd3-4d10-9ad7-bf66013c4c6a req-89580400-7fea-4f44-844f-56f8abddadf3 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700531 Aug 16 14:18:19.150995 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ac931-1860-465d-9e87-afbaa6cd6b5b req-b5221351-d8ac-4ded-8cf3-8264d6a0d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:19.150995 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-807ac931-1860-465d-9e87-afbaa6cd6b5b req-b5221351-d8ac-4ded-8cf3-8264d6a0d429 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c88576b3-e38a-43df-a9b9-5e2418184e7c HTTP/1.1" status: 200 len: 854 time: 0.1029284 Aug 16 14:18:19.196823 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-807ac931-1860-465d-9e87-afbaa6cd6b5b req-ed291884-58e9-4278-b20a-225b03b42aae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=449d430b-7b46-424f-9281-8f7e05d80da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441542 Aug 16 14:18:19.338319 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-807ac931-1860-465d-9e87-afbaa6cd6b5b req-af6ea5ec-873f-48b0-b235-ae6dfe72a782 service neutron] 10.222.0.30 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321971 Aug 16 14:18:19.492403 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-807ac931-1860-465d-9e87-afbaa6cd6b5b req-1d0b1c74-0002-4df0-be91-dfabb89986c4 service neutron] 10.222.0.30 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406894 Aug 16 14:18:19.773127 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793e754-bb36-42ae-acd2-83d6d45db608 req-e4d56ffc-5a15-4812-8c70-2792b2a8c770 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:19.780710 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f793e754-bb36-42ae-acd2-83d6d45db608 req-e4d56ffc-5a15-4812-8c70-2792b2a8c770 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0638072 Aug 16 14:18:19.814367 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f793e754-bb36-42ae-acd2-83d6d45db608 req-1f4bcfbb-ba79-4efd-b5cf-bf989aa35952 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325415 Aug 16 14:18:19.953578 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49930) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:20.102109 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a1908656-7b39-49ae-ab36-ed84ae05e9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.251248 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd71c3-9a0e-40ec-9959-9299ad4cb86b req-a9625558-8ae5-4408-818a-1609b7a5157e tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:20.258558 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3afd71c3-9a0e-40ec-9959-9299ad4cb86b req-a9625558-8ae5-4408-818a-1609b7a5157e tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 943 time: 0.0696254 Aug 16 14:18:20.291364 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a1908656-7b39-49ae-ab36-ed84ae05e9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.297455 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a1908656-7b39-49ae-ab36-ed84ae05e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.305803 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3afd71c3-9a0e-40ec-9959-9299ad4cb86b req-43d71704-37c3-4fc4-b329-4bf92654021e tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462334 Aug 16 14:18:20.336104 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-a1908656-7b39-49ae-ab36-ed84ae05e9a5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=34d886c6875b4245990c0ae64f7351ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813550 Aug 16 14:18:20.337180 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1908656-7b39-49ae-ab36-ed84ae05e9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfd388a-772e-4f93-978a-6e995cb8baf3,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:20.338800 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49950) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:20.394458 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-01c66c79-57cc-4de4-b3ed-42a75a8b51cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.418631 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-01c66c79-57cc-4de4-b3ed-42a75a8b51cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.476547 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-01c66c79-57cc-4de4-b3ed-42a75a8b51cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.479456 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-01c66c79-57cc-4de4-b3ed-42a75a8b51cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.480682 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-01c66c79-57cc-4de4-b3ed-42a75a8b51cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cfd388a-772e-4f93-978a-6e995cb8baf3 HTTP/1.1" status: 204 len: 168 time: 0.1407604 Aug 16 14:18:20.489153 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c66c79-57cc-4de4-b3ed-42a75a8b51cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfd388a-772e-4f93-978a-6e995cb8baf3,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:20.673079 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49970) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:20.718909 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-b396a2aa-74e0-4648-a38e-4c3a3d05cde9 admin admin] Deleting subnet fe372250-587f-4dce-b84a-ed0e2c9ce790 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:18:20.723526 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b396a2aa-74e0-4648-a38e-4c3a3d05cde9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.762311 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b396a2aa-74e0-4648-a38e-4c3a3d05cde9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811631'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.803687 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b396a2aa-74e0-4648-a38e-4c3a3d05cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.844859 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49974) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:20.865675 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e15973c-98a0-4635-ba4c-8eeb6eb0285d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.877980 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b396a2aa-74e0-4648-a38e-4c3a3d05cde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3141394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801060'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.910990 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396a2aa-74e0-4648-a38e-4c3a3d05cde9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe372250-587f-4dce-b84a-ed0e2c9ce790,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:20.914817 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b396a2aa-74e0-4648-a38e-4c3a3d05cde9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:20.916853 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b396a2aa-74e0-4648-a38e-4c3a3d05cde9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fe372250-587f-4dce-b84a-ed0e2c9ce790 HTTP/1.1" status: 204 len: 168 time: 0.2426350 Aug 16 14:18:20.919222 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 49976) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:20.933354 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device c6beabd7-3ccf-4485-ae21-67e0957e7c24 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:18:20.962876 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc823c-c82d-411e-8c0e-aee984b583b0 req-e038413d-b422-42e9-b627-15dc49aeee80 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:20.964768 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c9fc823c-c82d-411e-8c0e-aee984b583b0 req-e038413d-b422-42e9-b627-15dc49aeee80 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0659938 Aug 16 14:18:21.028568 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c9fc823c-c82d-411e-8c0e-aee984b583b0 req-70fab589-2337-435b-90e1-42f112a0651f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541334 Aug 16 14:18:21.031894 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.086950 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port c6beabd7-3ccf-4485-ae21-67e0957e7c24, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c6beabd7-3ccf-4485-ae21-67e0957e7c24,segment=NetworkSegment(624506aa-eb48-4c4a-baf6-8212da3fa9f8),segment_id=624506aa-eb48-4c4a-baf6-8212da3fa9f8)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:21.098044 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'c6beabd7-3ccf-4485-ae21-67e0957e7c24', 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5', 'port_id': 'c6beabd7-3ccf-4485-ae21-67e0957e7c24', 'mac_address': 'fa:16:3e:25:94:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88576b3-e38a-43df-a9b9-5e2418184e7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:18:21.144999 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e15973c-98a0-4635-ba4c-8eeb6eb0285d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.153710 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e15973c-98a0-4635-ba4c-8eeb6eb0285d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.169401 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.198208 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4e4155-7a49-448c-ace0-d8678371f697']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:21.230157 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80d63d4-55f0-4317-be91-43212f0ce8b2') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:21.230628 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80d63d4-55f0-4317-be91-43212f0ce8b2') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:21.239736 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15973c-98a0-4635-ba4c-8eeb6eb0285d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fbd9d7-44b1-40ed-9652-3058d324b0ec,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:21.246825 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2e15973c-98a0-4635-ba4c-8eeb6eb0285d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d7f6779e7004ae5a9dd5384a18a04e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008372 Aug 16 14:18:21.249081 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811622'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.250142 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49980) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:21.256652 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.264873 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.270347 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6beabd7-3ccf-4485-ae21-67e0957e7c24 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:18:21.271473 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:18:21.272231 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3141492'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: Traceback (most recent call last): Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: timer() Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: cb(*args, **kw) Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: return func(*args, **kwargs) Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: self._notify() Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: self.callback(batched_events) Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: event.method(event) Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: return f(self, *a, **k) Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._get(url).json() Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:18:21.274206 dv-cinder-804584-9-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:18:21.293812 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port c6beabd7-3ccf-4485-ae21-67e0957e7c24, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c6beabd7-3ccf-4485-ae21-67e0957e7c24,segment=NetworkSegment(624506aa-eb48-4c4a-baf6-8212da3fa9f8),segment_id=624506aa-eb48-4c4a-baf6-8212da3fa9f8)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:21.299583 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.313652 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b656-734e-4824-8016-a08d514df427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.337155 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b656-734e-4824-8016-a08d514df427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.351250 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.389189 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.389189 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] 10.222.0.13 "DELETE /v2.0/networks/8a4e4155-7a49-448c-ace0-d8678371f697 HTTP/1.1" status: 204 len: 168 time: 0.4673152 Aug 16 14:18:21.389837 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=c6beabd7-3ccf-4485-ae21-67e0957e7c24,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:21.390647 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649b14e-0ad3-439c-b182-d1dc6db684ea admin admin] Pushing event deleted for resources: {'Network': ['ID=8a4e4155-7a49-448c-ace0-d8678371f697,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:21.398996 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b656-734e-4824-8016-a08d514df427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.401882 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7ac3b656-734e-4824-8016-a08d514df427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.402990 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-7ac3b656-734e-4824-8016-a08d514df427 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04fbd9d7-44b1-40ed-9652-3058d324b0ec HTTP/1.1" status: 204 len: 168 time: 0.1516790 Aug 16 14:18:21.406380 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.406766 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.407164 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.407518 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.407968 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.408261 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.408600 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.408934 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.409336 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.409660 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.410004 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.410363 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:21.430748 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3b656-734e-4824-8016-a08d514df427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fbd9d7-44b1-40ed-9652-3058d324b0ec,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:21.509315 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee818a6-a1ab-4cf6-b48e-a2943b07101b req-f7ec6736-0bde-456a-ab08-68c9405ea189 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:21.511516 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1ee818a6-a1ab-4cf6-b48e-a2943b07101b req-f7ec6736-0bde-456a-ab08-68c9405ea189 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 944 time: 0.0821066 Aug 16 14:18:21.561779 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1ee818a6-a1ab-4cf6-b48e-a2943b07101b req-6190bf1d-2b29-40cf-a883-eebffcfacd68 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Aug 16 14:18:21.615938 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 49992) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:21.652296 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['c6beabd7-3ccf-4485-ae21-67e0957e7c24'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:18:21.717655 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-10eee73c-2716-4de5-9f68-bc22e75ac722 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=333976b5b71f458aa227ff2d24d954a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0995405 Aug 16 14:18:21.719604 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50008) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:21.806007 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20cc9486-8d0d-4a47-abda-c11c5ba24f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.838887 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20cc9486-8d0d-4a47-abda-c11c5ba24f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.911391 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20cc9486-8d0d-4a47-abda-c11c5ba24f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.920867 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-20cc9486-8d0d-4a47-abda-c11c5ba24f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:21.924727 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-20cc9486-8d0d-4a47-abda-c11c5ba24f0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65e09578-568f-41d6-8d12-22d74eee5a53 HTTP/1.1" status: 204 len: 168 time: 0.1990936 Aug 16 14:18:21.935004 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc9486-8d0d-4a47-abda-c11c5ba24f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e09578-568f-41d6-8d12-22d74eee5a53,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:22.171133 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2e1c3-d084-4838-a339-bb2737987383 req-5312a0e2-6a03-4494-9fc4-6e13c34524b3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:22.173334 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bea2e1c3-d084-4838-a339-bb2737987383 req-5312a0e2-6a03-4494-9fc4-6e13c34524b3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0675611 Aug 16 14:18:22.218879 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bea2e1c3-d084-4838-a339-bb2737987383 req-b42846a5-17ed-414b-9f00-b29eb99b4e62 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386715 Aug 16 14:18:22.687126 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c422c-63b6-4b9c-95c8-8c5e43d331ab req-c5dff2d4-f208-44ca-8087-90242ef3fd63 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:22.688722 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-035c422c-63b6-4b9c-95c8-8c5e43d331ab req-c5dff2d4-f208-44ca-8087-90242ef3fd63 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 944 time: 0.0552964 Aug 16 14:18:22.736477 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-035c422c-63b6-4b9c-95c8-8c5e43d331ab req-d6696c02-5cd9-4d94-a2b7-146e9c42bd16 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360343 Aug 16 14:18:22.796526 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50066) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:22.951235 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device c6beabd7-3ccf-4485-ae21-67e0957e7c24 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:18:23.011222 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1767480529-network', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:23.020872 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port c6beabd7-3ccf-4485-ae21-67e0957e7c24 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:18:23.027608 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port c6beabd7-3ccf-4485-ae21-67e0957e7c24 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:23.028419 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.070769 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Made reservation on behalf of ea4ec0114ef14ab0a2bcb7a01657189a for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:23.073631 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.091169 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.158779 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.208762 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6149d6-80b7-4721-89dc-e6887ed58584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6beabd7-3ccf-4485-ae21-67e0957e7c24'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:18:23.212070 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc419d56-a05e-4472-b060-8d578ccd4183" -d '{"events": [{"server_uuid": "bb6149d6-80b7-4721-89dc-e6887ed58584", "name": "network-vif-plugged", "status": "completed", "tag": "c6beabd7-3ccf-4485-ae21-67e0957e7c24"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:18:23.217348 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port c6beabd7-3ccf-4485-ae21-67e0957e7c24, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c6beabd7-3ccf-4485-ae21-67e0957e7c24,segment=NetworkSegment(624506aa-eb48-4c4a-baf6-8212da3fa9f8),segment_id=624506aa-eb48-4c4a-baf6-8212da3fa9f8)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:23.224413 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.322178 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.329473 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.369313 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4818ed85-dd9f-48b3-be8d-f7a217d03f3a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:23.383435 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:18:23.387817 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2589ded-1ab0-4c7b-8018-a3cffb868072 x-openstack-request-id: req-e2589ded-1ab0-4c7b-8018-a3cffb868072 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:18:23.388302 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6149d6-80b7-4721-89dc-e6887ed58584", "name": "network-vif-plugged", "status": "completed", "tag": "c6beabd7-3ccf-4485-ae21-67e0957e7c24", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:18:23.389314 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2589ded-1ab0-4c7b-8018-a3cffb868072 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:18:23.389863 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6149d6-80b7-4721-89dc-e6887ed58584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6beabd7-3ccf-4485-ae21-67e0957e7c24', 'code': 200} Aug 16 14:18:23.393636 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=c6beabd7-3ccf-4485-ae21-67e0957e7c24,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:23.398617 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.399626 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Added segment 1f9375be-71ec-47d5-8776-a78c64a305c6 of type vlan for network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 Aug 16 14:18:23.429003 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50110) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:23.507604 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.529485 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88066f37-8783-44b0-b58d-ea494244049a req-65bcbe67-8b90-411d-a7ab-500274c6414f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:23.540548 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88066f37-8783-44b0-b58d-ea494244049a req-65bcbe67-8b90-411d-a7ab-500274c6414f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1387379 Aug 16 14:18:23.599450 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.600449 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:23.601174 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.629491 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88066f37-8783-44b0-b58d-ea494244049a req-033ab9ae-3ccb-4bcb-a698-9034417e1181 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859785 Aug 16 14:18:23.701320 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29389b09-a18f-4744-974c-33f77d03c5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:23.720557 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9229209 Aug 16 14:18:23.726753 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50118) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:23.752234 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Request body: {'subnet': {'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1767480529-subnet', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:23.774273 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ca709-eb26-4dec-ab13-adfb4942034b req-b30fdeca-001d-47a5-a722-8dd1e7b0da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:23.777142 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-111ca709-eb26-4dec-ab13-adfb4942034b req-b30fdeca-001d-47a5-a722-8dd1e7b0da59 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 1098 time: 0.1588614 Aug 16 14:18:23.816356 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf7712-f6aa-40ea-af1c-bea613bc7d4e admin admin] Pushing event updated for resources: {'Network': ['ID=ad0ae9a3-2892-4371-a402-2ddb5a7a7977,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:23.835849 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:18:23.903144 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-111ca709-eb26-4dec-ab13-adfb4942034b req-f65b2020-515a-4321-a38a-3845f7821207 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074371 Aug 16 14:18:24.081304 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948de696-b695-4dd2-8486-102d08492350 req-ab3e84ac-6fdb-4943-b762-e1d6531971f6 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:24.083573 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-948de696-b695-4dd2-8486-102d08492350 req-ab3e84ac-6fdb-4943-b762-e1d6531971f6 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 945 time: 0.1397634 Aug 16 14:18:24.086992 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29389b09-a18f-4744-974c-33f77d03c5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.095486 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-29389b09-a18f-4744-974c-33f77d03c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.118161 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Made reservation on behalf of ea4ec0114ef14ab0a2bcb7a01657189a for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:24.121441 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3800961'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.187006 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-29389b09-a18f-4744-974c-33f77d03c5e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2b83d52fdb44ec99b937b58f4528537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7531283 Aug 16 14:18:24.187298 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50138) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:24.193300 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29389b09-a18f-4744-974c-33f77d03c5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d077e8-c436-401c-9f7e-c70ba487f5b2,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:24.225384 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-948de696-b695-4dd2-8486-102d08492350 req-e43c32d0-ca0a-4033-9f73-062d8fd65bce tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318464 Aug 16 14:18:24.293312 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1c8f50f8-0afa-4af0-91ff-4849a74d60a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.351150 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1c8f50f8-0afa-4af0-91ff-4849a74d60a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.391946 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3139543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801071'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.455800 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c720aede-8e7b-4fd9-882a-dbb27ff48cd2,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:24.481049 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1c8f50f8-0afa-4af0-91ff-4849a74d60a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.484550 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1c8f50f8-0afa-4af0-91ff-4849a74d60a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.486211 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1c8f50f8-0afa-4af0-91ff-4849a74d60a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/64d077e8-c436-401c-9f7e-c70ba487f5b2 HTTP/1.1" status: 204 len: 168 time: 0.2976367 Aug 16 14:18:24.491332 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Checking segment: {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:18:24.492618 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Network hostable DHCP agents. Network: ad0ae9a3-2892-4371-a402-2ddb5a7a7977, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:18:24.500161 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f50f8-0afa-4af0-91ff-4849a74d60a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d077e8-c436-401c-9f7e-c70ba487f5b2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:24.529201 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:18:24.553848 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, ad0ae9a3-2892-4371-a402-2ddb5a7a7977) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:24.570471 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a582030d-c231-4460-8fa6-55bd938f4f51 None None] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:18:24.571015 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:24.572100 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.599814 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5c2eb933-dbf8-46da-b767-108c6907c45f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8590686 Aug 16 14:18:24.603418 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50148) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:24.613556 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:24.657091 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3310'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.658700 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3301'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.769554 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.802210 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp313dcea0-1251-5108-a967-adabd9b83d60-ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2'}]}} from dv-cinder-804584-9-iscsi. {{(pid=94162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:18:24.803375 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.820308 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f160f0-2e87-49b8-9a16-103fdd41c170 req-f960984c-d2c3-4340-9e6b-6281e0423348 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:24.824576 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a2f160f0-2e87-49b8-9a16-103fdd41c170 req-f960984c-d2c3-4340-9e6b-6281e0423348 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0734360 Aug 16 14:18:24.883221 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a2f160f0-2e87-49b8-9a16-103fdd41c170 req-d3782639-a330-4206-941f-4e6fdc6742bd tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488610 Aug 16 14:18:24.892135 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50156) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:24.925329 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7feb-73a5-4809-b34e-372d3691d807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:24.927423 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.046772 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.db_base_plugin_common [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Allocated IP 172.20.0.2 (ad0ae9a3-2892-4371-a402-2ddb5a7a7977/c720aede-8e7b-4fd9-882a-dbb27ff48cd2/200b238e-403e-427e-ad92-fc7bed8b2d20) {{(pid=94162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:18:25.078761 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7feb-73a5-4809-b34e-372d3691d807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.091403 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8e1e7feb-73a5-4809-b34e-372d3691d807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.162399 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e7feb-73a5-4809-b34e-372d3691d807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a6c999-55db-4eff-9d57-ca899ba1435e,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:25.180685 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8e1e7feb-73a5-4809-b34e-372d3691d807 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d619c13a8e1f404e8ea6046c35c527b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870045 Aug 16 14:18:25.183113 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50172) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:25.238402 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Notify callbacks [] for port, precommit_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.252064 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Transition to ACTIVE for port object 200b238e-403e-427e-ad92-fc7bed8b2d20 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:18:25.267814 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50182) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:25.271111 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Transition to ACTIVE for port object 200b238e-403e-427e-ad92-fc7bed8b2d20 will not be triggered until provisioned by entity DHCP. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:18:25.281108 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.286970 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64431248-73bc-45e0-b38a-669cc8d035d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.332753 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 is already hosted by enough agents. {{(pid=94162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:18:25.337470 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64431248-73bc-45e0-b38a-669cc8d035d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.344841 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.base_scheduler [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Resources bound (agent type, host, resource id): {{(pid=94162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:25.353291 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.356880 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Received port after_create {{(pid=94162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:18:25.366637 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Pushing event updated for resources: {'Port': ['ID=200b238e-403e-427e-ad92-fc7bed8b2d20,revision_number=1']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:25.393237 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77c1d3f-8507-49cd-ab07-cece825e4693 admin admin] Deleting subnet f97bbde1-a6ec-4966-be66-65ab89255ac1 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:18:25.397562 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.423790 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f77c1d3f-8507-49cd-ab07-cece825e4693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.450665 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Attempting to bind port 200b238e-403e-427e-ad92-fc7bed8b2d20 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:18:25.451898 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Attempting to bind port 200b238e-403e-427e-ad92-fc7bed8b2d20 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:18:25.452480 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Attempting to bind port 200b238e-403e-427e-ad92-fc7bed8b2d20 on network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:18:25.456326 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64431248-73bc-45e0-b38a-669cc8d035d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.459243 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64431248-73bc-45e0-b38a-669cc8d035d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.461800 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-64431248-73bc-45e0-b38a-669cc8d035d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9a6c999-55db-4eff-9d57-ca899ba1435e HTTP/1.1" status: 204 len: 168 time: 0.2770786 Aug 16 14:18:25.473206 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:18:25.474802 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64431248-73bc-45e0-b38a-669cc8d035d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a6c999-55db-4eff-9d57-ca899ba1435e,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:25.477589 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Checking segment: {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:18:25.478029 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.478432 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Bound using segment: {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:18:25.478924 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Bound port: 200b238e-403e-427e-ad92-fc7bed8b2d20, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:18:25.479355 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.572978 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] For port 200b238e-403e-427e-ad92-fc7bed8b2d20, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:18:25.577511 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] For port 200b238e-403e-427e-ad92-fc7bed8b2d20, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=200b238e-403e-427e-ad92-fc7bed8b2d20,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:18:25.585426 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.671874 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e1ed3-0dbe-46d1-ae56-1901323480e2 None None] Pushing event updated for resources: {'Port': ['ID=200b238e-403e-427e-ad92-fc7bed8b2d20,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:25.829892 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f77c1d3f-8507-49cd-ab07-cece825e4693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811631'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:25.885763 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2b5c6-640e-47a1-8790-3e03b6013aa3 req-337c009e-5de8-4b84-b7f4-9358fe4701a4 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:25.892317 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a1e2b5c6-640e-47a1-8790-3e03b6013aa3 req-337c009e-5de8-4b84-b7f4-9358fe4701a4 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 945 time: 0.5105410 Aug 16 14:18:25.948714 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Allocated IP 172.27.3.146 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/3adde2c4-5495-443d-b78d-4867f9db2477) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:18:26.041085 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f77c1d3f-8507-49cd-ab07-cece825e4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.121301 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaf601-4054-4205-a4f4-7f2262bfe6b7 req-60ca5436-3d1c-4840-af5a-6b87520e7e21 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:26.124007 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fafaf601-4054-4205-a4f4-7f2262bfe6b7 req-60ca5436-3d1c-4840-af5a-6b87520e7e21 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0797789 Aug 16 14:18:26.186230 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fafaf601-4054-4205-a4f4-7f2262bfe6b7 req-071b2577-8e9a-4995-9918-cbd7dc138dda tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540352 Aug 16 14:18:26.195596 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a1e2b5c6-640e-47a1-8790-3e03b6013aa3 req-97550aa0-91ec-42d4-ab72-0c10e1d4e591 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699540 Aug 16 14:18:26.236373 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f77c1d3f-8507-49cd-ab07-cece825e4693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3141394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801060'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.277264 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c1d3f-8507-49cd-ab07-cece825e4693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f97bbde1-a6ec-4966-be66-65ab89255ac1,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:26.280064 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f77c1d3f-8507-49cd-ab07-cece825e4693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.282481 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f77c1d3f-8507-49cd-ab07-cece825e4693 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f97bbde1-a6ec-4966-be66-65ab89255ac1 HTTP/1.1" status: 204 len: 168 time: 1.0132923 Aug 16 14:18:26.285345 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50220) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:26.297769 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.345912 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.390387 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:18:26.398277 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:26.400154 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:18:26.431444 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Pushing event updated for resources: {'Port': ['ID=3adde2c4-5495-443d-b78d-4867f9db2477,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:26.587353 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.692408 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.711395 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c388eb-583e-4e0a-99e7-91a19b2f8b7b']}} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:26.724953 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.729530 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3836884b-6327-4b05-b580-6fadcc7c6124') {'for_net_delete': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:26.729831 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3836884b-6327-4b05-b580-6fadcc7c6124') {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:26.740725 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3298325'] for segment, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.762204 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.764173 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=94161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:18:26.764788 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3357210'] for segment, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: Traceback (most recent call last): Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: timer() Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: cb(*args, **kw) Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: return func(*args, **kwargs) Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: self._notify() Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: self.callback(batched_events) Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: event.method(event) Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: return f(self, *a, **k) Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._get(url).json() Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: return self.request(url, 'GET', **kwargs) Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:18:26.766756 dv-cinder-804584-9-iscsi neutron-server[94161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:18:26.839322 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.875943 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:26.877842 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/50c388eb-583e-4e0a-99e7-91a19b2f8b7b HTTP/1.1" status: 204 len: 168 time: 0.5915036 Aug 16 14:18:26.878810 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a482f-62b8-4052-bb0a-595a993df4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=50c388eb-583e-4e0a-99e7-91a19b2f8b7b,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:26.880722 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50238) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:26.930382 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856efaf2-1d38-49f2-ac26-a34837dba7a9 None None] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:18:26.974280 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c03c25-35f0-4d7b-8aba-e837b99990bd admin admin] Deleting subnet fed37915-0e6d-4619-b390-ff9dd509ff5c {{(pid=94161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:18:26.984434 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-81c03c25-35f0-4d7b-8aba-e837b99990bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.002227 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.045308 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-81c03c25-35f0-4d7b-8aba-e837b99990bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3298332'] for subnet, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.086622 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-4ed2211e-9b8e-49e2-b666-81385805872b None None] Provisioning for port 200b238e-403e-427e-ad92-fc7bed8b2d20 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:18:27.123067 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-81c03c25-35f0-4d7b-8aba-e837b99990bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.250195 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-81c03c25-35f0-4d7b-8aba-e837b99990bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3357308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3793298'] for subnet, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.313371 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Router d2393495-bcdf-49c7-a632-6dc25df436e9 is scheduled to L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:18:27.320992 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-81c03c25-35f0-4d7b-8aba-e837b99990bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.327508 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-81c03c25-35f0-4d7b-8aba-e837b99990bd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/fed37915-0e6d-4619-b390-ff9dd509ff5c HTTP/1.1" status: 204 len: 168 time: 0.4455652 Aug 16 14:18:27.329128 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c03c25-35f0-4d7b-8aba-e837b99990bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed37915-0e6d-4619-b390-ff9dd509ff5c,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:27.333090 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50258) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:27.390054 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 200b238e-403e-427e-ad92-fc7bed8b2d20 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:18:27.469685 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.490963 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db257e1-b022-4046-b543-cfb5aa3baae3 req-0f9f084b-20b4-42df-b95a-1306d3a4990c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:27.493767 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6db257e1-b022-4046-b543-cfb5aa3baae3 req-0f9f084b-20b4-42df-b95a-1306d3a4990c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 945 time: 0.0975471 Aug 16 14:18:27.501863 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 200b238e-403e-427e-ad92-fc7bed8b2d20 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:18:27.510536 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 200b238e-403e-427e-ad92-fc7bed8b2d20 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:27.510911 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.531747 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86f2b5-0d7e-4668-bbf9-80354623cdea req-e219b727-c4a1-4390-aa13-a1e17cd740de tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:27.533565 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fa86f2b5-0d7e-4668-bbf9-80354623cdea req-e219b727-c4a1-4390-aa13-a1e17cd740de tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.2107539 Aug 16 14:18:27.617039 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.622313 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6db257e1-b022-4046-b543-cfb5aa3baae3 req-8207830e-3677-43ee-b071-62315270e9e8 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206222 Aug 16 14:18:27.631340 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfd1ca7-ac9a-4fd5-931e-0f05eec45582']}} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:27.640617 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:18:27.650104 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fa86f2b5-0d7e-4668-bbf9-80354623cdea req-c904f578-44f5-425a-9b8c-e5098b48b8df tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798666 Aug 16 14:18:27.653661 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38e5b55-8b44-4dc0-95b9-9897a668eb27') {'for_net_delete': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:27.653661 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38e5b55-8b44-4dc0-95b9-9897a668eb27') {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:27.661491 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Sync routers for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:18:27.673666 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3298325'] for segment, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.674232 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:18:27.675135 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:18:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:27.678239 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.680168 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-516a1f53-ec65-447f-914e-a80b230fabe7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0748308 Aug 16 14:18:27.683154 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50276) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:27.711500 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.725384 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=94161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:18:27.726408 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3357210'] for segment, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.740904 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-cf294912-bd7e-40cd-85d7-d3c91ae1562e None None] Provisioning complete for port 200b238e-403e-427e-ad92-fc7bed8b2d20 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:27.741286 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cf294912-bd7e-40cd-85d7-d3c91ae1562e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.789404 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: Traceback (most recent call last): Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: timer() Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: cb(*args, **kw) Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: return func(*args, **kwargs) Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: self._notify() Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: self.callback(batched_events) Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: event.method(event) Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: return f(self, *a, **k) Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._get(url).json() Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: return self.request(url, 'GET', **kwargs) Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:18:27.813473 dv-cinder-804584-9-iscsi neutron-server[94161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:18:27.830144 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.845343 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.849094 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] 10.222.0.13 "DELETE /v2.0/networks/4cfd1ca7-ac9a-4fd5-931e-0f05eec45582 HTTP/1.1" status: 204 len: 168 time: 0.5148499 Aug 16 14:18:27.884218 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 200b238e-403e-427e-ad92-fc7bed8b2d20, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=200b238e-403e-427e-ad92-fc7bed8b2d20,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:27.884691 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:18:27.892591 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:27.892762 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675206e-98ce-4e99-a28e-c0e89e24125b admin admin] Pushing event deleted for resources: {'Network': ['ID=4cfd1ca7-ac9a-4fd5-931e-0f05eec45582,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:27.995766 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=200b238e-403e-427e-ad92-fc7bed8b2d20,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:28.220731 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50342) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:28.283637 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:26Z', 'revision_number': 3, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:28.308796 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-32a54c8b-26f5-433c-99e9-280edc90538e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d04aaa1c82f741eea88a3d306daa80ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837004 Aug 16 14:18:28.309946 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50350) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:28.322270 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Checking router: d2393495-bcdf-49c7-a632-6dc25df436e9 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:18:28.322626 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Updating router d2393495-bcdf-49c7-a632-6dc25df436e9 port 3adde2c4-5495-443d-b78d-4867f9db2477 binding host dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:18:28.361085 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:28.416107 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-197c2de1-e471-43a8-a093-01ec21ab2208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:28.455441 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-197c2de1-e471-43a8-a093-01ec21ab2208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:28.556667 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-197c2de1-e471-43a8-a093-01ec21ab2208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:28.559884 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-197c2de1-e471-43a8-a093-01ec21ab2208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:28.562701 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-197c2de1-e471-43a8-a093-01ec21ab2208 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a8b070a-90c4-403b-9431-5faba96e889e HTTP/1.1" status: 204 len: 168 time: 0.2509568 Aug 16 14:18:28.585081 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c2de1-e471-43a8-a093-01ec21ab2208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8b070a-90c4-403b-9431-5faba96e889e,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:28.652948 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.044246 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1c336-6734-463f-8c56-74aec38557c2 req-784aa523-4fd1-4c4e-9352-b0c50109e48b tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:29.046544 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e4b1c336-6734-463f-8c56-74aec38557c2 req-784aa523-4fd1-4c4e-9352-b0c50109e48b tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1648998 Aug 16 14:18:29.056712 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Allocated IP 172.20.0.1 (ad0ae9a3-2892-4371-a402-2ddb5a7a7977/c720aede-8e7b-4fd9-882a-dbb27ff48cd2/e13aa7bc-5a2a-4891-933f-b6089f07505a) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:18:29.117130 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.158330 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.provisioning_blocks [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Transition to ACTIVE for port object 3adde2c4-5495-443d-b78d-4867f9db2477 will not be triggered until provisioned by entity L2. {{(pid=94163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:18:29.169106 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.187775 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e4b1c336-6734-463f-8c56-74aec38557c2 req-4baf6bb6-c585-4b84-a66d-8ce0d51c8780 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221275 Aug 16 14:18:29.287616 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 200b238e-403e-427e-ad92-fc7bed8b2d20 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:18:29.317562 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Attempting to bind port 3adde2c4-5495-443d-b78d-4867f9db2477 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:18:29.319188 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Attempting to bind port 3adde2c4-5495-443d-b78d-4867f9db2477 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:18:29.321457 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Attempting to bind port 3adde2c4-5495-443d-b78d-4867f9db2477 on network 6b166495-d3e3-4480-9115-660eac9b9b3e {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:18:29.345879 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Pushing event updated for resources: {'Port': ['ID=3adde2c4-5495-443d-b78d-4867f9db2477,revision_number=2']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:29.359171 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:18:29.359951 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:18:29.360837 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.361664 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Bound using segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:18:29.362239 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Bound port: 3adde2c4-5495-443d-b78d-4867f9db2477, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:18:29.362769 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.371205 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.371620 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.372189 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.372780 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.374662 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.375777 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.376407 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.378518 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.379929 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.381129 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.381760 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.387522 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:18:29.423656 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 200b238e-403e-427e-ad92-fc7bed8b2d20 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:29.425024 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.445651 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.467773 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] For port 3adde2c4-5495-443d-b78d-4867f9db2477, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:18:29.477156 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] For port 3adde2c4-5495-443d-b78d-4867f9db2477, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=3adde2c4-5495-443d-b78d-4867f9db2477,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:18:29.480915 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Transition to ACTIVE for port object e13aa7bc-5a2a-4891-933f-b6089f07505a will not be triggered until provisioned by entity DHCP. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:18:29.488958 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.548318 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.587017 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:18:29.587970 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:18:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:29.618579 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50426) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:29.628167 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:18:29.633266 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:29.636298 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661b932-9750-420a-b53c-d8cda322f2b2 None None] Pushing event updated for resources: {'Port': ['ID=3adde2c4-5495-443d-b78d-4867f9db2477,revision_number=3']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:29.660405 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:18:29.663396 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Pushing event updated for resources: {'Port': ['ID=e13aa7bc-5a2a-4891-933f-b6089f07505a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:29.691068 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-25d966f3-e908-48f5-af54-05d78fb49fdc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58a0632ce91e44f29dcc14ccea0b229f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0704017 Aug 16 14:18:29.694157 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50430) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:29.718078 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701108'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.749551 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:18:29.797968 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-381b10b5-a12e-4386-a289-474033e7acd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.844391 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-381b10b5-a12e-4386-a289-474033e7acd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.930672 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-381b10b5-a12e-4386-a289-474033e7acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.934042 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-381b10b5-a12e-4386-a289-474033e7acd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:29.940516 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-381b10b5-a12e-4386-a289-474033e7acd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73c43041-47ff-4f27-8dd5-eba07c5dcf07 HTTP/1.1" status: 204 len: 168 time: 0.2388821 Aug 16 14:18:29.945330 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b10b5-a12e-4386-a289-474033e7acd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c43041-47ff-4f27-8dd5-eba07c5dcf07,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:29.966208 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:30.114220 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-bb9a8515-d822-4c21-9245-fdb748658fc2 None None] Provisioning for port e13aa7bc-5a2a-4891-933f-b6089f07505a completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:18:30.119592 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-bb9a8515-d822-4c21-9245-fdb748658fc2 None None] Provisioning complete for port e13aa7bc-5a2a-4891-933f-b6089f07505a triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:30.120065 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-bb9a8515-d822-4c21-9245-fdb748658fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:30.153442 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:26Z', 'revision_number': 3, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:30.175743 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-bb9a8515-d822-4c21-9245-fdb748658fc2 None None] Port e13aa7bc-5a2a-4891-933f-b6089f07505a cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:18:30.202587 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a158eb-da7f-434b-b195-6f0a63cc05c5 None None] The sync data for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi is: [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:26Z', 'revision_number': 3, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:18:30.208342 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:30.213637 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:30.329269 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Pushing event updated for resources: {'Port': ['ID=e13aa7bc-5a2a-4891-933f-b6089f07505a,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:30.334191 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700952'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:30.440803 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cb2e4-7fbc-49fa-a0c8-9855eeea87bc req-06a8dce0-e712-4551-b87b-503ea9cb9a3f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:30.442374 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f39cb2e4-7fbc-49fa-a0c8-9855eeea87bc req-06a8dce0-e712-4551-b87b-503ea9cb9a3f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1505623 Aug 16 14:18:30.534584 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:18:30.536321 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:30.540685 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f39cb2e4-7fbc-49fa-a0c8-9855eeea87bc req-806ab06b-41fd-439f-a30c-8c0a40e4b4b4 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762529 Aug 16 14:18:30.825238 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Router d2393495-bcdf-49c7-a632-6dc25df436e9 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:18:30.944049 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-97ecfc28-55a5-440a-af04-cc05c5def54c None None] Provisioning complete for port e13aa7bc-5a2a-4891-933f-b6089f07505a triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:30.944662 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-97ecfc28-55a5-440a-af04-cc05c5def54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.014363 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50478) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:31.035465 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-97ecfc28-55a5-440a-af04-cc05c5def54c None None] Port e13aa7bc-5a2a-4891-933f-b6089f07505a cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:18:31.108240 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:18:31.121553 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2e49745f-00e7-4440-8bb3-d9bbe0cc88bc admin admin] 10.222.0.13 "PUT /v2.0/routers/d2393495-bcdf-49c7-a632-6dc25df436e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4367762 Aug 16 14:18:31.282313 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-299828d0-a254-45a8-b3af-de0040011d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.283122 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3adde2c4-5495-443d-b78d-4867f9db2477 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:18:31.381103 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 3adde2c4-5495-443d-b78d-4867f9db2477 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:18:31.392314 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 3adde2c4-5495-443d-b78d-4867f9db2477 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:31.393203 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.477870 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-299828d0-a254-45a8-b3af-de0040011d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.486366 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-299828d0-a254-45a8-b3af-de0040011d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.523566 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.549380 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 3adde2c4-5495-443d-b78d-4867f9db2477, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=3adde2c4-5495-443d-b78d-4867f9db2477,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:31.554714 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-299828d0-a254-45a8-b3af-de0040011d4c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88c11ad2b640418bb09fb3fcdc815655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5384409 Aug 16 14:18:31.556539 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299828d0-a254-45a8-b3af-de0040011d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3aa8a6-b128-4d9d-86fb-b6296e5cd81c,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:31.557047 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50508) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:31.558177 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.662830 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50512) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:31.672384 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=3adde2c4-5495-443d-b78d-4867f9db2477,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:31.685427 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00707b02-1d51-4b10-84aa-5c6458281621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.723610 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00707b02-1d51-4b10-84aa-5c6458281621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.802321 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00707b02-1d51-4b10-84aa-5c6458281621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.807777 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-00707b02-1d51-4b10-84aa-5c6458281621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:31.807777 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-00707b02-1d51-4b10-84aa-5c6458281621 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a3aa8a6-b128-4d9d-86fb-b6296e5cd81c HTTP/1.1" status: 204 len: 168 time: 0.2480106 Aug 16 14:18:31.817181 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00707b02-1d51-4b10-84aa-5c6458281621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3aa8a6-b128-4d9d-86fb-b6296e5cd81c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:31.836700 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da697fc1-7e9a-4e65-bab9-e42b6ed61241 req-3971e925-e5ee-4ef5-b353-0f506d30b155 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:31.840011 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-da697fc1-7e9a-4e65-bab9-e42b6ed61241 req-3971e925-e5ee-4ef5-b353-0f506d30b155 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1222908 Aug 16 14:18:31.885056 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-da697fc1-7e9a-4e65-bab9-e42b6ed61241 req-65940fbd-e6a4-49c3-96fa-1b484acc5033 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441554 Aug 16 14:18:31.954625 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d55c44b3-c109-427c-b6ea-4623c22c4126 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.077577 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d55c44b3-c109-427c-b6ea-4623c22c4126 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.087818 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d55c44b3-c109-427c-b6ea-4623c22c4126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.149466 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55c44b3-c109-427c-b6ea-4623c22c4126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee162750-9d54-474f-9330-ac51d67e97dd,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:32.179894 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-d55c44b3-c109-427c-b6ea-4623c22c4126 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9215b648dd7c44c4832b0d3c8c72d80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158875 Aug 16 14:18:32.182534 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50528) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:32.249568 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d833-ad87-4860-9534-9c4d09766ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.292980 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d833-ad87-4860-9534-9c4d09766ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.361324 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d833-ad87-4860-9534-9c4d09766ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.374042 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6cc2d833-ad87-4860-9534-9c4d09766ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.374042 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6cc2d833-ad87-4860-9534-9c4d09766ffd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee162750-9d54-474f-9330-ac51d67e97dd HTTP/1.1" status: 204 len: 168 time: 0.1873972 Aug 16 14:18:32.392659 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2d833-ad87-4860-9534-9c4d09766ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee162750-9d54-474f-9330-ac51d67e97dd,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:32.545550 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50540) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:32.579040 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-36ac61de-0485-47ef-8dc0-6315a9db8db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.733249 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Sync routers for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:18:32.755885 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:18:32.761093 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:18:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:32.797260 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-36ac61de-0485-47ef-8dc0-6315a9db8db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.808488 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-36ac61de-0485-47ef-8dc0-6315a9db8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:32.882022 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac61de-0485-47ef-8dc0-6315a9db8db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a84ca2-b1a5-46bc-b0af-3cb40585f8e3,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:32.939097 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-36ac61de-0485-47ef-8dc0-6315a9db8db0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87cf833b34724a70b04b6bfb0c4732df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922029 Aug 16 14:18:32.947089 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50552) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:32.948200 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50554) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:32.957796 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-ddc85660-7a25-485a-9e00-d75e2f0a6b06 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--540850969', 'description': 'tempest-description--30142830'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:33.022522 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ddc85660-7a25-485a-9e00-d75e2f0a6b06 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.059186 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:18:33.121136 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26adba31-14d9-455a-b576-bd3827489107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.133337 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50566) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:33.200705 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26adba31-14d9-455a-b576-bd3827489107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.306470 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26adba31-14d9-455a-b576-bd3827489107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.310772 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26adba31-14d9-455a-b576-bd3827489107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.317187 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-26adba31-14d9-455a-b576-bd3827489107 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94a84ca2-b1a5-46bc-b0af-3cb40585f8e3 HTTP/1.1" status: 204 len: 168 time: 0.3722401 Aug 16 14:18:33.329218 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adba31-14d9-455a-b576-bd3827489107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a84ca2-b1a5-46bc-b0af-3cb40585f8e3,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:33.340725 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3adde2c4-5495-443d-b78d-4867f9db2477 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:18:33.353866 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ddc85660-7a25-485a-9e00-d75e2f0a6b06 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.379984 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ddc85660-7a25-485a-9e00-d75e2f0a6b06 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.402662 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c490bcab-58a1-43fe-a7ec-7ea51f154155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.461995 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a316229c-e99d-40da-90b4-adff61134254 req-e4c44ec3-9a8c-44d8-9bc4-bbf092765d72 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:33.464070 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a316229c-e99d-40da-90b4-adff61134254 req-e4c44ec3-9a8c-44d8-9bc4-bbf092765d72 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.2310178 Aug 16 14:18:33.494291 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 3adde2c4-5495-443d-b78d-4867f9db2477 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:33.494992 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.532084 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc85660-7a25-485a-9e00-d75e2f0a6b06 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5699af95-4ce1-469d-83e0-3c8a9f2f77f7,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:33.557722 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:30Z', 'revision_number': 2, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:33.591867 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a316229c-e99d-40da-90b4-adff61134254 req-780fc424-90ef-450e-ae9e-f04b5d6aa08f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142728 Aug 16 14:18:33.614140 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Checking router: d2393495-bcdf-49c7-a632-6dc25df436e9 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:18:33.615005 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Updating router d2393495-bcdf-49c7-a632-6dc25df436e9 port e13aa7bc-5a2a-4891-933f-b6089f07505a binding host dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:18:33.654904 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.823117 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c490bcab-58a1-43fe-a7ec-7ea51f154155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.831079 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c490bcab-58a1-43fe-a7ec-7ea51f154155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.841241 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ddc85660-7a25-485a-9e00-d75e2f0a6b06 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.848750 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-ddc85660-7a25-485a-9e00-d75e2f0a6b06 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8993118 Aug 16 14:18:33.849433 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50596) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:33.857250 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-57e13492-8c48-46cf-ad1a-6b295ed20b3e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'security_group_rule': {'security_group_id': '5699af95-4ce1-469d-83e0-3c8a9f2f77f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:33.909485 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-57e13492-8c48-46cf-ad1a-6b295ed20b3e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:33.914418 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c490bcab-58a1-43fe-a7ec-7ea51f154155 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0333463f5b9e42acb16d2b9a79e51339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7797804 Aug 16 14:18:33.917536 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50600) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:33.928255 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490bcab-58a1-43fe-a7ec-7ea51f154155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b69ba61-ebf0-4846-88f0-c180b60e87a0,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:34.027634 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c5871890-a55f-468b-92e6-745a08ec9433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.053612 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-57e13492-8c48-46cf-ad1a-6b295ed20b3e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.062802 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-57e13492-8c48-46cf-ad1a-6b295ed20b3e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.089754 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c5871890-a55f-468b-92e6-745a08ec9433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.097540 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.104609 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e13492-8c48-46cf-ad1a-6b295ed20b3e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82d10f6-45c3-4807-a730-488b280079e5,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:34.112209 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-57e13492-8c48-46cf-ad1a-6b295ed20b3e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.115352 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-57e13492-8c48-46cf-ad1a-6b295ed20b3e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2643814 Aug 16 14:18:34.122265 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50606) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:34.128687 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Transition to ACTIVE for port object e13aa7bc-5a2a-4891-933f-b6089f07505a will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:18:34.129649 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-ce24111b-b43d-42d8-9f0a-92920c938d07 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'security_group_rule': {'security_group_id': '5699af95-4ce1-469d-83e0-3c8a9f2f77f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:34.138779 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.173266 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c5871890-a55f-468b-92e6-745a08ec9433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.175178 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce24111b-b43d-42d8-9f0a-92920c938d07 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.178093 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c5871890-a55f-468b-92e6-745a08ec9433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.183765 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c5871890-a55f-468b-92e6-745a08ec9433 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b69ba61-ebf0-4846-88f0-c180b60e87a0 HTTP/1.1" status: 204 len: 168 time: 0.2652636 Aug 16 14:18:34.195297 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5871890-a55f-468b-92e6-745a08ec9433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b69ba61-ebf0-4846-88f0-c180b60e87a0,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:34.259788 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fe05f-2e43-4274-a48d-d8c7712ea3e7 None None] Pushing event updated for resources: {'Port': ['ID=e13aa7bc-5a2a-4891-933f-b6089f07505a,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:34.319983 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce24111b-b43d-42d8-9f0a-92920c938d07 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.328479 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce24111b-b43d-42d8-9f0a-92920c938d07 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.370822 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24111b-b43d-42d8-9f0a-92920c938d07 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64172ee9-1e2d-4e87-80bb-f0829283afa3,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:34.381214 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce24111b-b43d-42d8-9f0a-92920c938d07 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.386036 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50622) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:34.386643 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-ce24111b-b43d-42d8-9f0a-92920c938d07 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2623062 Aug 16 14:18:34.392232 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'floatingip': {'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:34.475365 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.626413 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Attempting to bind port e13aa7bc-5a2a-4891-933f-b6089f07505a on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:18:34.626605 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Attempting to bind port e13aa7bc-5a2a-4891-933f-b6089f07505a by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:18:34.627182 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Attempting to bind port e13aa7bc-5a2a-4891-933f-b6089f07505a on network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:18:34.634408 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:18:34.640579 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Checking segment: {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:18:34.641294 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.642489 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Bound using segment: {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:18:34.643208 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Bound port: e13aa7bc-5a2a-4891-933f-b6089f07505a, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:18:34.643826 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.802048 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] For port e13aa7bc-5a2a-4891-933f-b6089f07505a, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:18:34.807834 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] For port e13aa7bc-5a2a-4891-933f-b6089f07505a, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e13aa7bc-5a2a-4891-933f-b6089f07505a,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:18:34.814313 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.816006 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ce939-d6ff-453b-a2d3-f3aa22710061 req-3ed464d3-5e9b-4172-b36b-78d073e37d48 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:34.818958 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ed1ce939-d6ff-453b-a2d3-f3aa22710061 req-3ed464d3-5e9b-4172-b36b-78d073e37d48 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1065323 Aug 16 14:18:34.892515 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:34.915293 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ed1ce939-d6ff-453b-a2d3-f3aa22710061 req-620cd40a-c528-4b93-8179-9bfafb90bc14 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818334 Aug 16 14:18:34.937347 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:18:34.938236 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:18:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:35.046811 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72537a-cdae-468b-bb8a-320c704fc6ae req-6a2f5ef8-0977-4c16-900d-eaa2719bc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:35.059760 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1d72537a-cdae-468b-bb8a-320c704fc6ae req-6a2f5ef8-0977-4c16-900d-eaa2719bc4a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 1098 time: 0.1151450 Aug 16 14:18:35.083155 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fe05f-2e43-4274-a48d-d8c7712ea3e7 None None] Pushing event updated for resources: {'Port': ['ID=e13aa7bc-5a2a-4891-933f-b6089f07505a,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:35.144631 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1d72537a-cdae-468b-bb8a-320c704fc6ae req-f2d7a815-3eca-4ac9-aa0b-cb8da81be9ae service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819609 Aug 16 14:18:35.148357 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Allocated IP 172.27.3.8 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/a09d426f-4c1c-46c9-9f55-fd58d31ecb6a) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:18:35.166377 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:18:35.332846 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:35.394666 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:35.434943 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:18:35.444769 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:35.455526 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:18:35.493028 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'Port': ['ID=a09d426f-4c1c-46c9-9f55-fd58d31ecb6a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:35.602190 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:34Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:18:35.632656 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:35.639070 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9267186-877b-434d-926d-6b32d9b9af11 None None] The sync data for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi is: [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:34Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:18:35.737791 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:36.021321 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:36.032042 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:36.164002 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ba003-d9b5-473c-a684-29afdafc4b7c req-e39621db-6c6c-49d7-b0f2-a25563558f32 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:36.171033 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'Port': ['ID=a09d426f-4c1c-46c9-9f55-fd58d31ecb6a,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:36.174886 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ff3ba003-d9b5-473c-a684-29afdafc4b7c req-e39621db-6c6c-49d7-b0f2-a25563558f32 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1235330 Aug 16 14:18:36.192626 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:36.222047 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:36.226025 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ff3ba003-d9b5-473c-a684-29afdafc4b7c req-736f69e6-52a6-4a6f-9432-b3ea7e463a0f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481563 Aug 16 14:18:36.228314 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1a213807-4e73-48de-b432-b4099a2e5a76 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8403227 Aug 16 14:18:36.690613 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-684b2422-3edd-4aa4-a849-0ecc453d916c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--540850969&fields=id&tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a HTTP/1.1" status: 200 len: 267 time: 0.0993114 Aug 16 14:18:36.867074 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26670f-f2c2-4796-89ce-90866e80553a req-3724c9aa-63b6-4a47-b0ff-e17a0f0c3ac6 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:36.868914 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-3724c9aa-63b6-4a47-b0ff-e17a0f0c3ac6 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/networks?id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 200 len: 811 time: 0.1712167 Aug 16 14:18:36.884982 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50734) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:36.891614 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-1c3e7f86-ac85-450c-8348-6bb37f006667 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/quotas/ea4ec0114ef14ab0a2bcb7a01657189a HTTP/1.1" status: 200 len: 375 time: 0.0137355 Aug 16 14:18:36.959495 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-c6a3e9c0-8dce-4f0a-8dcf-86bfd1202b70 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0628047 Aug 16 14:18:37.117975 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-51063125-872d-4cff-bdad-f52e3cdb790a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:37.156428 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-86ff271c-8883-4474-a193-fd83c7e53194 service neutron] 10.222.0.13 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791525 Aug 16 14:18:37.274729 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-51063125-872d-4cff-bdad-f52e3cdb790a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:37.280665 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-51063125-872d-4cff-bdad-f52e3cdb790a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:37.312788 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e13aa7bc-5a2a-4891-933f-b6089f07505a up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:18:37.313360 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-0618f99c-b546-4b74-b21c-58263ef81711 service neutron] 10.222.0.13 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540883 Aug 16 14:18:37.368788 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51063125-872d-4cff-bdad-f52e3cdb790a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f38a2c-1d36-4344-97d9-b4cef80a8dd5,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:37.411557 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50762) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:37.486696 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50768) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:37.486923 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-51063125-872d-4cff-bdad-f52e3cdb790a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d27c304b6b5a4ea6b6575c7f4a255ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5998330 Aug 16 14:18:37.504604 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12b28c-3907-48e5-8121-33b2d53ba32f req-19ec7639-f00b-47b6-9bbb-425423721dfb tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:37.506471 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6a12b28c-3907-48e5-8121-33b2d53ba32f req-19ec7639-f00b-47b6-9bbb-425423721dfb tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.1572673 Aug 16 14:18:37.581920 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6a12b28c-3907-48e5-8121-33b2d53ba32f req-7f0e3744-fba1-439f-a9ab-eaf701b97d52 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691690 Aug 16 14:18:37.631614 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-224a7849-6538-412d-aae8-e0bde887aced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:37.643023 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6b298bfa-3210-4aa3-af80-29fc8cc7d876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:37.663579 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port e13aa7bc-5a2a-4891-933f-b6089f07505a completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:18:37.677738 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port e13aa7bc-5a2a-4891-933f-b6089f07505a triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:37.678462 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:37.720894 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-224a7849-6538-412d-aae8-e0bde887aced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:37.772554 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2cff57ed-faa0-4471-ac02-27a9edc9f68e req-395e5b96-d3ff-46a1-8f6e-e53f7f5cc756 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 210 time: 0.0811737 Aug 16 14:18:37.811958 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a214c5-064d-421b-a696-36bdd5b37d32 req-8ab1bd85-224e-4cba-9daa-f71f1f1f2de3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:37.831104 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-08a214c5-064d-421b-a696-36bdd5b37d32 req-8ab1bd85-224e-4cba-9daa-f71f1f1f2de3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1201487 Aug 16 14:18:37.847529 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7a6cdea5-d134-4091-b7c2-a8dfa97d59e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:37.915492 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-08a214c5-064d-421b-a696-36bdd5b37d32 req-2cc47d66-bd99-48d1-a0fd-e14d874277e3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826812 Aug 16 14:18:37.954205 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:37.996930 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-224a7849-6538-412d-aae8-e0bde887aced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.001864 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-224a7849-6538-412d-aae8-e0bde887aced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.003159 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-224a7849-6538-412d-aae8-e0bde887aced admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7f38a2c-1d36-4344-97d9-b4cef80a8dd5 HTTP/1.1" status: 204 len: 168 time: 0.5154793 Aug 16 14:18:38.018461 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port e13aa7bc-5a2a-4891-933f-b6089f07505a, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e13aa7bc-5a2a-4891-933f-b6089f07505a,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:38.028709 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a7849-6538-412d-aae8-e0bde887aced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f38a2c-1d36-4344-97d9-b4cef80a8dd5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:38.038840 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.062878 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6b298bfa-3210-4aa3-af80-29fc8cc7d876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.070644 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6b298bfa-3210-4aa3-af80-29fc8cc7d876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.159320 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=e13aa7bc-5a2a-4891-933f-b6089f07505a,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:38.181204 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6b298bfa-3210-4aa3-af80-29fc8cc7d876 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f46dd4a5e2ee40b3bf6a331ff8884bb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7683570 Aug 16 14:18:38.183969 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50802) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:38.219997 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b298bfa-3210-4aa3-af80-29fc8cc7d876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa92b8f-8ee6-4e81-b71d-a4786d74541e,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:38.222366 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50806) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:38.251717 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74eb7d8e-02d2-4e92-9802-9c94939dd288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.295351 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74eb7d8e-02d2-4e92-9802-9c94939dd288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.359368 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74eb7d8e-02d2-4e92-9802-9c94939dd288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.362415 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-74eb7d8e-02d2-4e92-9802-9c94939dd288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.363711 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-74eb7d8e-02d2-4e92-9802-9c94939dd288 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fa92b8f-8ee6-4e81-b71d-a4786d74541e HTTP/1.1" status: 204 len: 168 time: 0.1783938 Aug 16 14:18:38.387371 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb7d8e-02d2-4e92-9802-9c94939dd288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa92b8f-8ee6-4e81-b71d-a4786d74541e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:38.521143 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-07fe919d-7c99-4caa-a18f-59288dc4180d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.691100 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-07fe919d-7c99-4caa-a18f-59288dc4180d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.696649 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-07fe919d-7c99-4caa-a18f-59288dc4180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.743290 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50828) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:38.743844 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-07fe919d-7c99-4caa-a18f-59288dc4180d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=582bcda83ad342a18ddb4f48a084bd37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195816 Aug 16 14:18:38.751480 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe919d-7c99-4caa-a18f-59288dc4180d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f7b5f7-931f-4e8b-9cb1-8306b14806b3,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:38.817280 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 50832) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:38.836624 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-98d769cb-391a-4ee8-ab16-ae81b1ed7dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.837325 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b4ca392-d2f4-46a2-b1a5-3fa1612f9194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.874173 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b4ca392-d2f4-46a2-b1a5-3fa1612f9194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.944721 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b4ca392-d2f4-46a2-b1a5-3fa1612f9194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.947497 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8b4ca392-d2f4-46a2-b1a5-3fa1612f9194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:38.951003 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8b4ca392-d2f4-46a2-b1a5-3fa1612f9194 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98f7b5f7-931f-4e8b-9cb1-8306b14806b3 HTTP/1.1" status: 204 len: 168 time: 0.2034900 Aug 16 14:18:38.951161 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-580a037c-cbdf-4ce3-a1dc-431acc928644 req-b1fe28b4-65d5-443f-a83f-dfcc73ed1288 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 210 time: 0.0386536 Aug 16 14:18:38.959087 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ca392-d2f4-46a2-b1a5-3fa1612f9194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f7b5f7-931f-4e8b-9cb1-8306b14806b3,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:39.019869 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-98d769cb-391a-4ee8-ab16-ae81b1ed7dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:39.028111 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-98d769cb-391a-4ee8-ab16-ae81b1ed7dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:39.091873 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-98d769cb-391a-4ee8-ab16-ae81b1ed7dca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=855f1f395da14456aa9916b1dd4655e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727931 Aug 16 14:18:39.093059 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d769cb-391a-4ee8-ab16-ae81b1ed7dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fddce4-b476-4051-83f7-65693fdb8b6c,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:39.094841 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50852) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:39.189038 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2a8685f9-f821-429c-8f23-200ccfe2edf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:39.245517 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2a8685f9-f821-429c-8f23-200ccfe2edf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:39.260272 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e13aa7bc-5a2a-4891-933f-b6089f07505a up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:18:39.332658 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2a8685f9-f821-429c-8f23-200ccfe2edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:39.338503 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2a8685f9-f821-429c-8f23-200ccfe2edf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:39.343032 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2a8685f9-f821-429c-8f23-200ccfe2edf9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15fddce4-b476-4051-83f7-65693fdb8b6c HTTP/1.1" status: 204 len: 168 time: 0.2463450 Aug 16 14:18:39.358014 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8685f9-f821-429c-8f23-200ccfe2edf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fddce4-b476-4051-83f7-65693fdb8b6c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:39.395659 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port e13aa7bc-5a2a-4891-933f-b6089f07505a triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:39.404644 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:39.662216 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26670f-f2c2-4796-89ce-90866e80553a req-e0aa40c3-29d6-4c04-9e47-bdc5fb95cb66 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:39.664388 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-e0aa40c3-29d6-4c04-9e47-bdc5fb95cb66 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.30 "GET /v2.0/networks?id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 200 len: 811 time: 0.2355742 Aug 16 14:18:39.769858 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-54891656-084a-483d-8ccd-cdca25ed7161 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a HTTP/1.1" status: 200 len: 379 time: 0.0827286 Aug 16 14:18:39.791897 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'port': {'device_id': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'admin_state_up': True, 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'security_groups': ['5699af95-4ce1-469d-83e0-3c8a9f2f77f7']}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:39.980311 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Made reservation on behalf of ea4ec0114ef14ab0a2bcb7a01657189a for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:39.988685 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:40.056383 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e4291-07da-4442-aa4c-2459d9ea05b7 req-fffb589e-4e32-483e-9b5e-34777b37e656 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:40.064670 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5f3e4291-07da-4442-aa4c-2459d9ea05b7 req-fffb589e-4e32-483e-9b5e-34777b37e656 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1185591 Aug 16 14:18:40.173734 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5f3e4291-07da-4442-aa4c-2459d9ea05b7 req-110463da-badd-4eb8-9418-fc515f1c503c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982070 Aug 16 14:18:40.183619 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b9353-549b-4706-8f19-4f393031c949 req-22d6eb24-9106-4640-bea2-bef6fa35eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:40.187108 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-311b9353-549b-4706-8f19-4f393031c949 req-22d6eb24-9106-4640-bea2-bef6fa35eda4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 1098 time: 0.1953216 Aug 16 14:18:40.189732 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c5bde68a-c716-4622-9c36-a570abd9c069 req-76d6b7bd-867f-4881-a17d-30444812c9fd tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 210 time: 0.0913715 Aug 16 14:18:40.221875 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50914) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:40.324106 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-844487cb-7bde-4875-9a98-68eee56e19d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:40.424627 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b9353-549b-4706-8f19-4f393031c949 req-768238c7-e309-47ac-865f-c344e2b5bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:40.427323 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-311b9353-549b-4706-8f19-4f393031c949 req-768238c7-e309-47ac-865f-c344e2b5bd89 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 920 time: 0.1991558 Aug 16 14:18:40.429287 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Allocated IP 172.20.0.11 (ad0ae9a3-2892-4371-a402-2ddb5a7a7977/c720aede-8e7b-4fd9-882a-dbb27ff48cd2/05759c74-c00d-43d2-8278-d6f291d71c55) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:18:40.490280 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-311b9353-549b-4706-8f19-4f393031c949 req-5044959c-6e82-456b-addf-63001732a735 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23b477d-dfe2-49fe-a669-131d565e77ce HTTP/1.1" status: 200 len: 217 time: 0.0485704 Aug 16 14:18:40.550939 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e4de22d-b4a2-4944-9ea4-9f322c29cf35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:40.619058 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b9353-549b-4706-8f19-4f393031c949 req-231094d9-be43-4883-a428-f6ef0b7c5afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:40.620735 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-311b9353-549b-4706-8f19-4f393031c949 req-231094d9-be43-4883-a428-f6ef0b7c5afa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.1174240 Aug 16 14:18:40.665511 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-311b9353-549b-4706-8f19-4f393031c949 req-1bb13b95-b011-490e-bdc3-31602c6c0106 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318160 Aug 16 14:18:40.718027 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e4de22d-b4a2-4944-9ea4-9f322c29cf35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:40.724013 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6e4de22d-b4a2-4944-9ea4-9f322c29cf35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:40.785701 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-311b9353-549b-4706-8f19-4f393031c949 req-18c0cf2b-9b63-4a74-b2a6-e4c0b60cc7ec service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058753 Aug 16 14:18:40.786592 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6e4de22d-b4a2-4944-9ea4-9f322c29cf35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c903e608974d48f98b46a05520693737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5636156 Aug 16 14:18:40.787531 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4de22d-b4a2-4944-9ea4-9f322c29cf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f479dd-dbb3-4efa-89c2-97ee879fddc6,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:40.790604 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50940) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:40.834914 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:40.894188 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:40.894501 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dd16fa60-6655-4bd2-a8c7-20736aa76d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:40.930003 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Transition to ACTIVE for port object 05759c74-c00d-43d2-8278-d6f291d71c55 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:18:40.943469 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dd16fa60-6655-4bd2-a8c7-20736aa76d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:40.955905 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-311b9353-549b-4706-8f19-4f393031c949 req-ced724ab-5619-4fea-83c9-ad1f86636944 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581502 Aug 16 14:18:40.995790 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:41.032083 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dd16fa60-6655-4bd2-a8c7-20736aa76d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:41.035632 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dd16fa60-6655-4bd2-a8c7-20736aa76d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:41.035932 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:18:41.037415 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-dd16fa60-6655-4bd2-a8c7-20736aa76d7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1f479dd-dbb3-4efa-89c2-97ee879fddc6 HTTP/1.1" status: 204 len: 168 time: 0.2455456 Aug 16 14:18:41.042609 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:41.050507 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd16fa60-6655-4bd2-a8c7-20736aa76d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f479dd-dbb3-4efa-89c2-97ee879fddc6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:41.094376 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:18:41.164335 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'Port': ['ID=05759c74-c00d-43d2-8278-d6f291d71c55,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:41.200237 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:41.209802 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:41.250522 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-b4fdaef0-b3ea-4a72-a756-c19bb0fbdeb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4626637 Aug 16 14:18:41.359673 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Request body: {'port': {'device_id': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:41.401956 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-19896f98-cf06-44e0-80b8-a2765cc1b69e None None] Provisioning for port 05759c74-c00d-43d2-8278-d6f291d71c55 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:18:41.421921 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-19896f98-cf06-44e0-80b8-a2765cc1b69e None None] Provisioning complete for port 05759c74-c00d-43d2-8278-d6f291d71c55 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:41.422918 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-19896f98-cf06-44e0-80b8-a2765cc1b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:41.446401 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:41.466980 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392fcd2-2d99-4767-8117-e8b847f3989c req-4adab697-3471-401b-b235-f6874273b68a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:41.476622 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d392fcd2-2d99-4767-8117-e8b847f3989c req-4adab697-3471-401b-b235-f6874273b68a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.2050607 Aug 16 14:18:41.538768 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c59f5-d7e7-42c1-9253-ca8ce36c4989 req-f9859ee3-d135-4611-97fe-3e0f7c96ad37 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:41.552245 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e83c59f5-d7e7-42c1-9253-ca8ce36c4989 req-f9859ee3-d135-4611-97fe-3e0f7c96ad37 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 932 time: 0.1825120 Aug 16 14:18:41.590669 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d392fcd2-2d99-4767-8117-e8b847f3989c req-654024a5-acae-4fd8-8877-1eaa8013325a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082604 Aug 16 14:18:41.592168 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-19896f98-cf06-44e0-80b8-a2765cc1b69e None None] Port 05759c74-c00d-43d2-8278-d6f291d71c55 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:18:41.654780 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e83c59f5-d7e7-42c1-9253-ca8ce36c4989 req-3aed4b1e-9f11-44da-a318-96132f5c7448 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014464 Aug 16 14:18:41.777116 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:41.862850 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50982) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:41.895023 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30f8f28a-661d-4d70-9204-3cc349e9e02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.042034 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30f8f28a-661d-4d70-9204-3cc349e9e02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.047258 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30f8f28a-661d-4d70-9204-3cc349e9e02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.052009 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05759c74-c00d-43d2-8278-d6f291d71c55 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:18:42.060414 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.073937 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Transition to ACTIVE for port object 05759c74-c00d-43d2-8278-d6f291d71c55 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:18:42.080415 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.089418 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8f28a-661d-4d70-9204-3cc349e9e02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e89c5a-1081-447c-a003-2f174ca74aff,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:42.095335 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-30f8f28a-661d-4d70-9204-3cc349e9e02a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c9e93d3bf914d67bdb2d928bf627a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309055 Aug 16 14:18:42.097835 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 50990) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:42.143132 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Pushing event updated for resources: {'Port': ['ID=05759c74-c00d-43d2-8278-d6f291d71c55,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:42.182508 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b962cc6-a8d5-4f12-bfcd-80a8c376a5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.217527 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b962cc6-a8d5-4f12-bfcd-80a8c376a5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.229734 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Attempting to bind port 05759c74-c00d-43d2-8278-d6f291d71c55 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:18:42.230073 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Attempting to bind port 05759c74-c00d-43d2-8278-d6f291d71c55 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:18:42.230472 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Attempting to bind port 05759c74-c00d-43d2-8278-d6f291d71c55 on network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:18:42.237445 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Port 05759c74-c00d-43d2-8278-d6f291d71c55 on network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:18:42.237828 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Attempting to bind port 05759c74-c00d-43d2-8278-d6f291d71c55 on network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:18:42.243465 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:18:42.243890 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Checking segment: {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:18:42.244274 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Bound using segment: {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:18:42.244709 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Bound port: 05759c74-c00d-43d2-8278-d6f291d71c55, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:18:42.245102 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.283758 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b962cc6-a8d5-4f12-bfcd-80a8c376a5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.287000 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0b962cc6-a8d5-4f12-bfcd-80a8c376a5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.303027 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0b962cc6-a8d5-4f12-bfcd-80a8c376a5c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6e89c5a-1081-447c-a003-2f174ca74aff HTTP/1.1" status: 204 len: 168 time: 0.1942933 Aug 16 14:18:42.324890 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b962cc6-a8d5-4f12-bfcd-80a8c376a5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e89c5a-1081-447c-a003-2f174ca74aff,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:42.364114 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] For port 05759c74-c00d-43d2-8278-d6f291d71c55, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:18:42.368108 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] For port 05759c74-c00d-43d2-8278-d6f291d71c55, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05759c74-c00d-43d2-8278-d6f291d71c55,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:18:42.375398 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.414423 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:42.415046 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:42.416670 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] 10.222.0.30 "PUT /v2.0/ports/05759c74-c00d-43d2-8278-d6f291d71c55 HTTP/1.1" status: 200 len: 1094 time: 1.0815606 Aug 16 14:18:42.416978 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'tag': '05759c74-c00d-43d2-8278-d6f291d71c55'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:18:42.420229 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220da77f-87f3-4d06-99fa-0845df7ae2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "26a91466-4fd4-4e02-8e82-9248a480c09f", "tag": "05759c74-c00d-43d2-8278-d6f291d71c55"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:18:42.484390 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c523f97-92eb-49a7-849c-3b5162b95837 x-openstack-request-id: req-5c523f97-92eb-49a7-849c-3b5162b95837 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:18:42.484711 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a91466-4fd4-4e02-8e82-9248a480c09f", "tag": "05759c74-c00d-43d2-8278-d6f291d71c55", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:18:42.484939 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c523f97-92eb-49a7-849c-3b5162b95837 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:18:42.485339 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'tag': '05759c74-c00d-43d2-8278-d6f291d71c55', 'status': 'completed', 'code': 200} Aug 16 14:18:42.486324 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e414b4-adf6-4c60-9375-54de4ff0da67 service neutron] Pushing event updated for resources: {'Port': ['ID=05759c74-c00d-43d2-8278-d6f291d71c55,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:42.733935 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7705ac9-29f2-407f-932e-104f03a7b9d7 req-f8fb757d-160b-4cd5-9add-a203ec9975e0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:42.735785 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d7705ac9-29f2-407f-932e-104f03a7b9d7 req-f8fb757d-160b-4cd5-9add-a203ec9975e0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0629380 Aug 16 14:18:42.800636 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:18:42.813342 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d7705ac9-29f2-407f-932e-104f03a7b9d7 req-9a12f888-6faf-4dbb-b086-d166ed3ffe47 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598233 Aug 16 14:18:42.825193 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a013df-48d6-436b-8e0b-452b9946b009 req-eb19f27f-9261-43b0-b051-66f8974650b3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:42.834075 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-66a013df-48d6-436b-8e0b-452b9946b009 req-eb19f27f-9261-43b0-b051-66f8974650b3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 944 time: 0.0837915 Aug 16 14:18:42.888759 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-66a013df-48d6-436b-8e0b-452b9946b009 req-5a960ba4-db69-4f23-ac0d-5cafbd29f083 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474219 Aug 16 14:18:43.391038 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:43.938598 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad280b0-61c4-43ce-9827-7ea969a57a35 req-e9e4909e-af63-436f-b154-9f021923551d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:43.940143 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bad280b0-61c4-43ce-9827-7ea969a57a35 req-e9e4909e-af63-436f-b154-9f021923551d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0537922 Aug 16 14:18:43.980114 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bad280b0-61c4-43ce-9827-7ea969a57a35 req-9a0755de-93b6-4120-9bb4-787e0a81da39 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335367 Aug 16 14:18:44.118793 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605378-97dc-4997-a0be-a8550adadfa9 req-08f91b4c-6b37-4d94-9e46-70dde8cc7e67 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:44.120388 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-60605378-97dc-4997-a0be-a8550adadfa9 req-08f91b4c-6b37-4d94-9e46-70dde8cc7e67 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 944 time: 0.0769243 Aug 16 14:18:44.164125 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-60605378-97dc-4997-a0be-a8550adadfa9 req-72e98ba3-1cf0-45d2-925a-c6e8741752c3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364268 Aug 16 14:18:45.032105 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da77f-87f3-4d06-99fa-0845df7ae2e8 req-ded82fa9-15b9-4732-bca2-b3c0a29989cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:45.033681 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-220da77f-87f3-4d06-99fa-0845df7ae2e8 req-ded82fa9-15b9-4732-bca2-b3c0a29989cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 1097 time: 0.0503178 Aug 16 14:18:45.127882 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d51a22-fecc-48be-91b5-ddcc4f2bdc7c req-9cdaa954-7c73-466b-9efa-e59f0f270c9c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:45.129712 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c3d51a22-fecc-48be-91b5-ddcc4f2bdc7c req-9cdaa954-7c73-466b-9efa-e59f0f270c9c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0698698 Aug 16 14:18:45.173655 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c3d51a22-fecc-48be-91b5-ddcc4f2bdc7c req-030e6b3a-2e6c-42b1-8d64-1f907fadc22e tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379229 Aug 16 14:18:45.300345 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da77f-87f3-4d06-99fa-0845df7ae2e8 req-819ea2f8-d1f5-42e6-b351-baf1985a3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:45.301743 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-220da77f-87f3-4d06-99fa-0845df7ae2e8 req-819ea2f8-d1f5-42e6-b351-baf1985a3417 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2478735 Aug 16 14:18:45.318994 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56f90b-603f-4eeb-8a12-9ac05dffbd9e req-cf95dfcf-16a4-4791-8025-cba473e61d67 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:45.320496 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bf56f90b-603f-4eeb-8a12-9ac05dffbd9e req-cf95dfcf-16a4-4791-8025-cba473e61d67 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 944 time: 0.0667369 Aug 16 14:18:45.703709 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bf56f90b-603f-4eeb-8a12-9ac05dffbd9e req-78d62d88-7270-469c-9611-66f55c470967 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3650241 Aug 16 14:18:45.757714 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220da77f-87f3-4d06-99fa-0845df7ae2e8 req-6dcf4532-f949-4059-b47e-b4b5187a7223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:45.759189 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-220da77f-87f3-4d06-99fa-0845df7ae2e8 req-6dcf4532-f949-4059-b47e-b4b5187a7223 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4378326 Aug 16 14:18:45.858744 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 51184) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:45.879420 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26670f-f2c2-4796-89ce-90866e80553a req-2330b2ff-a0cf-4a1d-a26d-f355b38df1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:45.880955 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-2330b2ff-a0cf-4a1d-a26d-f355b38df1fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 1097 time: 0.0493550 Aug 16 14:18:45.939715 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-d25b8622-70d7-4c67-89c4-69119f00eaaa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05759c74-c00d-43d2-8278-d6f291d71c55 HTTP/1.1" status: 200 len: 217 time: 0.0380886 Aug 16 14:18:46.001842 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26670f-f2c2-4796-89ce-90866e80553a req-c6cc5659-a51f-4d23-bbe2-1b273e27b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:46.003557 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-c6cc5659-a51f-4d23-bbe2-1b273e27b826 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c720aede-8e7b-4fd9-882a-dbb27ff48cd2 HTTP/1.1" status: 200 len: 850 time: 0.0491235 Aug 16 14:18:46.007879 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aaf35bda-4419-4368-9572-68c986fda9b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:46.101496 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26670f-f2c2-4796-89ce-90866e80553a req-538ebb41-6af3-4e65-87f4-92531aa0f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:46.103089 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-538ebb41-6af3-4e65-87f4-92531aa0f09a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885453 Aug 16 14:18:46.155256 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aaf35bda-4419-4368-9572-68c986fda9b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:46.159217 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aaf35bda-4419-4368-9572-68c986fda9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:46.207583 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf35bda-4419-4368-9572-68c986fda9b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80320897-0f24-4b8c-aadb-29cceb5e9dba,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:46.225191 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 51200) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:46.225387 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-aaf35bda-4419-4368-9572-68c986fda9b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a18509f65254ec9a9ceea2d7d21313b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741171 Aug 16 14:18:46.240956 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-7009fc98-05c1-47c5-9875-77705f719d1a service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113565 Aug 16 14:18:46.390162 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a9024450-96eb-442d-8107-757178bd4824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:46.423391 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c15d48-43d4-4bbc-85c1-806d2a3225ca req-a2325be7-7533-4e00-afb0-15563c3000bf tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:46.425344 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-58c15d48-43d4-4bbc-85c1-806d2a3225ca req-a2325be7-7533-4e00-afb0-15563c3000bf tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1498337 Aug 16 14:18:46.431935 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c26670f-f2c2-4796-89ce-90866e80553a req-f7c18ed4-5a21-4ea6-8ef0-d983685a241a service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810002 Aug 16 14:18:46.438518 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a9024450-96eb-442d-8107-757178bd4824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:46.470297 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-25b3595c-8ed3-446a-a785-a51c764e9038 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1056e452e0ac48c1884ae24948ed8988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334346 Aug 16 14:18:46.501948 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-58c15d48-43d4-4bbc-85c1-806d2a3225ca req-4cd1598d-4dbe-44f9-bffd-54a32e6c6f97 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656753 Aug 16 14:18:46.521361 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a9024450-96eb-442d-8107-757178bd4824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:46.524046 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a9024450-96eb-442d-8107-757178bd4824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:46.525290 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-a9024450-96eb-442d-8107-757178bd4824 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80320897-0f24-4b8c-aadb-29cceb5e9dba HTTP/1.1" status: 204 len: 168 time: 0.2988017 Aug 16 14:18:46.537724 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9024450-96eb-442d-8107-757178bd4824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80320897-0f24-4b8c-aadb-29cceb5e9dba,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:46.690674 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-7651bf0f-d96d-4374-82fd-43be272fefe0 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:46.698609 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-7651bf0f-d96d-4374-82fd-43be272fefe0 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2216282 Aug 16 14:18:46.715763 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-6a435750-e154-47fd-b3c3-eae56a6657c5 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/quotas/1056e452e0ac48c1884ae24948ed8988 HTTP/1.1" status: 200 len: 375 time: 0.0159459 Aug 16 14:18:46.755260 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-96f1e17f-d8e6-4536-84f9-5124836fd0b4 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1056e452e0ac48c1884ae24948ed8988&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378797 Aug 16 14:18:46.860618 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec02cb-837f-469a-8f2f-52fe3239fc3c req-28e393a9-a52d-4c41-98bb-553c4baa3491 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:46.867280 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-43ec02cb-837f-469a-8f2f-52fe3239fc3c req-28e393a9-a52d-4c41-98bb-553c4baa3491 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 944 time: 0.0691171 Aug 16 14:18:46.930737 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 51238) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:46.963885 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-43ec02cb-837f-469a-8f2f-52fe3239fc3c req-4a20c653-67fa-482b-9db0-0c735bc7b3c5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898123 Aug 16 14:18:47.099726 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:47.216571 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3c4dd9e1-3266-4d04-b277-b974c1bd0989 req-3d3021af-e37f-4bc3-aade-61ae9b08ae3b tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 210 time: 0.2842653 Aug 16 14:18:47.217605 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-078cb7ee-3d7a-4e0a-bda7-fa24134f7c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:47.381146 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-078cb7ee-3d7a-4e0a-bda7-fa24134f7c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:47.385257 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-078cb7ee-3d7a-4e0a-bda7-fa24134f7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:47.432747 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-078cb7ee-3d7a-4e0a-bda7-fa24134f7c27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed8540e5cf3b43a5bc43ffe513b56e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4987602 Aug 16 14:18:47.434266 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cb7ee-3d7a-4e0a-bda7-fa24134f7c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a769dc0-a038-4496-9952-75a9aacda1d8,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:47.435166 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 51254) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:47.492894 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ccae8bc1-1683-4568-be8d-46929112b24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:47.517388 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ccae8bc1-1683-4568-be8d-46929112b24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:47.586537 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ccae8bc1-1683-4568-be8d-46929112b24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:47.589360 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ccae8bc1-1683-4568-be8d-46929112b24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:47.590530 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-ccae8bc1-1683-4568-be8d-46929112b24f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a769dc0-a038-4496-9952-75a9aacda1d8 HTTP/1.1" status: 204 len: 168 time: 0.1539772 Aug 16 14:18:47.600041 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae8bc1-1683-4568-be8d-46929112b24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a769dc0-a038-4496-9952-75a9aacda1d8,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:47.656943 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe03f7-eacd-4d91-a2fb-19a43de5e9e5 req-ae719dfc-b8c7-408d-b170-8517b2f9764e tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:47.658691 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ddbe03f7-eacd-4d91-a2fb-19a43de5e9e5 req-ae719dfc-b8c7-408d-b170-8517b2f9764e tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0698135 Aug 16 14:18:47.699129 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ddbe03f7-eacd-4d91-a2fb-19a43de5e9e5 req-3e49fd94-e1ca-44e5-ab54-a2f6b2a29be0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347793 Aug 16 14:18:48.100921 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6fcdb-8d26-4800-a7bd-c28273639f2f req-cfb3abb1-3aec-4e01-9b32-f955c77cbc2b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:48.102494 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-05e6fcdb-8d26-4800-a7bd-c28273639f2f req-cfb3abb1-3aec-4e01-9b32-f955c77cbc2b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 944 time: 0.0552859 Aug 16 14:18:48.146500 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-05e6fcdb-8d26-4800-a7bd-c28273639f2f req-4b4dd485-29d9-44e8-8bde-084f862ceeb5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369148 Aug 16 14:18:48.320487 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c65be53d-2705-409c-9463-8dad9cd2e4d6 req-d03255fe-deb1-4e60-9685-3b108ac4af98 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 210 time: 0.0294657 Aug 16 14:18:48.882105 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aa8ae-cac5-4e9b-bd70-5e74c017d2c9 req-c199987d-ff76-4afd-9d53-87b8468d4e4f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:48.883789 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-df9aa8ae-cac5-4e9b-bd70-5e74c017d2c9 req-c199987d-ff76-4afd-9d53-87b8468d4e4f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0694423 Aug 16 14:18:48.925849 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-df9aa8ae-cac5-4e9b-bd70-5e74c017d2c9 req-7898bec9-860b-465b-bdda-ebae3fc842c9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356712 Aug 16 14:18:49.271884 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b278471-edbc-4f3f-b01a-39d39c1f42b9 req-4fd5933f-72da-482e-8048-58d934175ecd tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:49.273626 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0b278471-edbc-4f3f-b01a-39d39c1f42b9 req-4fd5933f-72da-482e-8048-58d934175ecd tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 944 time: 0.0549443 Aug 16 14:18:49.322792 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0b278471-edbc-4f3f-b01a-39d39c1f42b9 req-4de1078f-0ef8-4f75-9a7b-1c837561e30e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425358 Aug 16 14:18:49.382494 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 51330) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:49.428790 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6ab6ddba-cee5-4b8d-8798-6545fc4cc0b0 req-a27475fd-0f94-4039-b712-a19875b86843 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 210 time: 0.0327389 Aug 16 14:18:49.525088 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-866e2ba6-3ab2-40a2-b6c7-f8c93fe70bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:49.640481 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-866e2ba6-3ab2-40a2-b6c7-f8c93fe70bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:49.644643 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-866e2ba6-3ab2-40a2-b6c7-f8c93fe70bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:49.682797 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e2ba6-3ab2-40a2-b6c7-f8c93fe70bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5781f969-2a55-451f-a6e8-edbef69d9f92,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:49.690661 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 51336) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:49.690783 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-866e2ba6-3ab2-40a2-b6c7-f8c93fe70bcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=898b22198b0e40b78294688e3c903c37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071191 Aug 16 14:18:49.757064 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fd33f13-c850-4bc1-b10b-9f338ad8d163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:49.786053 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fd33f13-c850-4bc1-b10b-9f338ad8d163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:49.837373 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fd33f13-c850-4bc1-b10b-9f338ad8d163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:49.839995 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fd33f13-c850-4bc1-b10b-9f338ad8d163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:49.841658 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1fd33f13-c850-4bc1-b10b-9f338ad8d163 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5781f969-2a55-451f-a6e8-edbef69d9f92 HTTP/1.1" status: 204 len: 168 time: 0.1495028 Aug 16 14:18:49.850571 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd33f13-c850-4bc1-b10b-9f338ad8d163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5781f969-2a55-451f-a6e8-edbef69d9f92,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:50.061018 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d974e-60ab-40bb-849e-1f761525d160 req-149df2bf-c109-4ad6-97e7-167da95f8415 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:50.062684 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-250d974e-60ab-40bb-849e-1f761525d160 req-149df2bf-c109-4ad6-97e7-167da95f8415 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0562317 Aug 16 14:18:50.105498 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-250d974e-60ab-40bb-849e-1f761525d160 req-1af60d7b-7651-415c-8a90-042c0fd12f5d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353377 Aug 16 14:18:50.150961 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 51346) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:50.168857 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-590629d8-e00c-430b-ac7c-6384333a0bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:50.282666 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-590629d8-e00c-430b-ac7c-6384333a0bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:50.297250 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-590629d8-e00c-430b-ac7c-6384333a0bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:50.337873 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-590629d8-e00c-430b-ac7c-6384333a0bcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15b35c30041149b3b01707886d2ab050&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857603 Aug 16 14:18:50.339024 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590629d8-e00c-430b-ac7c-6384333a0bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e251bea1-bba0-4a1d-bea7-1be25a16e9f7,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:50.341155 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 51354) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:50.365122 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-6b44ef45-87d0-4e95-8c02-c1cbfcf49b95 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1056e452e0ac48c1884ae24948ed8988&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367591 Aug 16 14:18:50.398447 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9e4aff36-9d6c-48c6-9cff-0bd1d1089b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:50.428049 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9e4aff36-9d6c-48c6-9cff-0bd1d1089b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:50.502807 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9e4aff36-9d6c-48c6-9cff-0bd1d1089b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:50.506045 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9e4aff36-9d6c-48c6-9cff-0bd1d1089b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:50.517803 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9e4aff36-9d6c-48c6-9cff-0bd1d1089b2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e251bea1-bba0-4a1d-bea7-1be25a16e9f7 HTTP/1.1" status: 204 len: 168 time: 0.1747293 Aug 16 14:18:50.529398 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4aff36-9d6c-48c6-9cff-0bd1d1089b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e251bea1-bba0-4a1d-bea7-1be25a16e9f7,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:50.593307 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-59fcc2bb-5ed8-418a-825f-3627f2546535 req-3593e523-d003-4b92-9f02-91fc9af890ac tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 210 time: 0.0455673 Aug 16 14:18:50.670544 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7783994-1e54-4ae8-a6d1-9490f108f1c5 req-b39a247f-f12c-4590-a5a8-275834cdd3d1 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:50.672537 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7783994-1e54-4ae8-a6d1-9490f108f1c5 req-b39a247f-f12c-4590-a5a8-275834cdd3d1 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 944 time: 0.2510905 Aug 16 14:18:50.707822 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-83259c27-7338-4561-8a4f-4ad5b16d68ad tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:50.709438 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-83259c27-7338-4561-8a4f-4ad5b16d68ad tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3350649 Aug 16 14:18:50.731317 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7783994-1e54-4ae8-a6d1-9490f108f1c5 req-76e99c92-dcfd-4d49-aef6-1c4a8b2c2bf3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473342 Aug 16 14:18:50.768357 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Request body: {'port': {'device_id': '46b44120-0300-441f-b7f4-f45947f8f108', 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05', 'admin_state_up': True, 'tenant_id': '1056e452e0ac48c1884ae24948ed8988'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:50.881947 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Made reservation on behalf of 1056e452e0ac48c1884ae24948ed8988 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:18:50.886190 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:50.899162 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:51.033486 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:51.037707 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:51.119359 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef20589c-4ce5-435b-8019-42339560d1b9,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:51.203340 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Allocated IP 192.168.233.41 (f011b8da-9781-4595-a8ae-72ac75a20d05/532d019b-4d2a-403b-805c-7f475f318a0d/9c23f2b5-8124-41bc-9c4c-a31d9cb310d2) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:18:51.425446 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e45ef-f45a-47f5-b86d-9e6edea5930a req-072a04fd-6c7e-485d-9617-c4e45062df12 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:51.429364 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0b3e45ef-f45a-47f5-b86d-9e6edea5930a req-072a04fd-6c7e-485d-9617-c4e45062df12 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.2196128 Aug 16 14:18:51.467330 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:51.505028 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Transition to ACTIVE for port object 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:18:51.516749 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0b3e45ef-f45a-47f5-b86d-9e6edea5930a req-ea956db6-04db-4f2a-8b9b-4d3fed1846cb tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795507 Aug 16 14:18:51.553006 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:51.613680 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Network f011b8da-9781-4595-a8ae-72ac75a20d05 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:18:51.619629 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:18:51.624008 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:18:51.655118 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Pushing event updated for resources: {'Port': ['ID=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:51.706628 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:51.707293 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:51.732237 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-fcb133d5-6498-4dfc-bca2-e38c5c4229e2 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9675972 Aug 16 14:18:51.771600 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Request body: {'port': {'device_id': '46b44120-0300-441f-b7f4-f45947f8f108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:18:51.862378 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc0a43-4496-44fb-b5fd-77dd724ce487 req-236b9ccd-f591-43ef-8a08-03bf7b84ab63 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:51.871122 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0ebc0a43-4496-44fb-b5fd-77dd724ce487 req-236b9ccd-f591-43ef-8a08-03bf7b84ab63 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 935 time: 0.1336069 Aug 16 14:18:51.922912 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0ebc0a43-4496-44fb-b5fd-77dd724ce487 req-f1b566e1-9693-46e7-b8bb-394af37528e9 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508385 Aug 16 14:18:51.969693 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 05759c74-c00d-43d2-8278-d6f291d71c55 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:18:51.989941 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:52.008722 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59981b9-a89c-4ea7-8758-4644625d316f req-f3915f6c-51ad-481d-8a02-c453cfd19ad5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:52.010275 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59981b9-a89c-4ea7-8758-4644625d316f req-f3915f6c-51ad-481d-8a02-c453cfd19ad5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 944 time: 0.1525550 Aug 16 14:18:52.093935 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59981b9-a89c-4ea7-8758-4644625d316f req-dd2f5247-d920-436e-ab54-8c620daeacdd tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557361 Aug 16 14:18:52.115215 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-cfef95aa-9b21-444b-afeb-c71889bf14fc None None] Provisioning for port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:18:52.121602 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-cfef95aa-9b21-444b-afeb-c71889bf14fc None None] Provisioning complete for port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:52.122069 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cfef95aa-9b21-444b-afeb-c71889bf14fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:52.187612 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-cfef95aa-9b21-444b-afeb-c71889bf14fc None None] Port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:18:52.203814 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 05759c74-c00d-43d2-8278-d6f291d71c55, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05759c74-c00d-43d2-8278-d6f291d71c55,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:52.219077 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '05759c74-c00d-43d2-8278-d6f291d71c55', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'port_id': '05759c74-c00d-43d2-8278-d6f291d71c55', 'mac_address': 'fa:16:3e:10:8d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:18:52.259567 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:52.276244 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05759c74-c00d-43d2-8278-d6f291d71c55 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:18:52.297327 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 05759c74-c00d-43d2-8278-d6f291d71c55, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05759c74-c00d-43d2-8278-d6f291d71c55,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:52.301830 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:52.349049 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:18:52.356318 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=05759c74-c00d-43d2-8278-d6f291d71c55,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:52.360822 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:52.383054 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Transition to ACTIVE for port object 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:18:52.387083 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:52.471258 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:52.542669 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Attempting to bind port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:18:52.543081 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Attempting to bind port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '09eb0aa8-ef7b-4f85-bf03-017148e745bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:18:52.543477 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Attempting to bind port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 on network f011b8da-9781-4595-a8ae-72ac75a20d05 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:18:52.549235 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 on network f011b8da-9781-4595-a8ae-72ac75a20d05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:18:52.549570 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Attempting to bind port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 on network f011b8da-9781-4595-a8ae-72ac75a20d05 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:18:52.556066 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:18:52.556407 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Checking segment: {'id': '09eb0aa8-ef7b-4f85-bf03-017148e745bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:18:52.556790 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Bound using segment: {'id': '09eb0aa8-ef7b-4f85-bf03-017148e745bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:18:52.557256 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Bound port: 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09eb0aa8-ef7b-4f85-bf03-017148e745bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:18:52.557619 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:52.675818 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] For port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:18:52.692641 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] For port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,segment=NetworkSegment(09eb0aa8-ef7b-4f85-bf03-017148e745bb),segment_id=09eb0aa8-ef7b-4f85-bf03-017148e745bb)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:18:52.704833 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:52.729702 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8816c1df-8009-41a0-b36f-d32f6171d4e8 req-cb6a08f3-30d7-44ea-b924-0843b86562b5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:52.729702 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8816c1df-8009-41a0-b36f-d32f6171d4e8 req-cb6a08f3-30d7-44ea-b924-0843b86562b5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0895209 Aug 16 14:18:52.735257 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['05759c74-c00d-43d2-8278-d6f291d71c55'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:18:52.792821 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:52.793964 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:52.794952 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] 10.222.0.30 "PUT /v2.0/ports/9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 HTTP/1.1" status: 200 len: 1097 time: 1.0450563 Aug 16 14:18:52.795397 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b44120-0300-441f-b7f4-f45947f8f108', 'tag': '9c23f2b5-8124-41bc-9c4c-a31d9cb310d2'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:18:52.797676 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00d296f-d99d-4d4d-b928-3b168cdf2d78" -d '{"events": [{"name": "network-changed", "server_uuid": "46b44120-0300-441f-b7f4-f45947f8f108", "tag": "9c23f2b5-8124-41bc-9c4c-a31d9cb310d2"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:18:52.834655 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8816c1df-8009-41a0-b36f-d32f6171d4e8 req-45909174-4deb-420c-8dff-e44331d1bf64 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939546 Aug 16 14:18:52.835403 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a38da9e-1eb3-4910-9507-793cb093aed6 service neutron] Pushing event updated for resources: {'Port': ['ID=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:52.904516 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ceccd0-d175-4c35-9994-29a93b27d662 x-openstack-request-id: req-71ceccd0-d175-4c35-9994-29a93b27d662 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:18:52.904796 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b44120-0300-441f-b7f4-f45947f8f108", "tag": "9c23f2b5-8124-41bc-9c4c-a31d9cb310d2", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:18:52.905136 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71ceccd0-d175-4c35-9994-29a93b27d662 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:18:52.905753 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b44120-0300-441f-b7f4-f45947f8f108', 'tag': '9c23f2b5-8124-41bc-9c4c-a31d9cb310d2', 'status': 'completed', 'code': 200} Aug 16 14:18:52.937145 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-ed5d3d1c-0667-4fa4-96f7-24fc06088c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:52.939583 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-ed5d3d1c-0667-4fa4-96f7-24fc06088c9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1056e452e0ac48c1884ae24948ed8988&device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 1100 time: 0.0680420 Aug 16 14:18:52.999597 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-9df064f9-e8ad-487c-975c-3e3cdc903630 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 HTTP/1.1" status: 200 len: 217 time: 0.0427303 Aug 16 14:18:53.089853 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-22f1db36-c62d-4b34-aa9e-7ff7e7df99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:53.091953 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-22f1db36-c62d-4b34-aa9e-7ff7e7df99fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=532d019b-4d2a-403b-805c-7f475f318a0d HTTP/1.1" status: 200 len: 843 time: 0.0818794 Aug 16 14:18:53.110072 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4bf52-461b-4c8f-9133-162d49f78e29 req-e172df8e-6f6a-46f5-ae03-c3aa75102fc1 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:53.111566 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d3a4bf52-461b-4c8f-9133-162d49f78e29 req-e172df8e-6f6a-46f5-ae03-c3aa75102fc1 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 947 time: 0.0712485 Aug 16 14:18:53.186199 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d3a4bf52-461b-4c8f-9133-162d49f78e29 req-230b3dd3-1463-4b77-a937-0008c20f58e4 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645449 Aug 16 14:18:53.205195 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-80c7cd32-2cc2-40ea-b506-80f907dd0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:53.206934 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-80c7cd32-2cc2-40ea-b506-80f907dd0bb5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f011b8da-9781-4595-a8ae-72ac75a20d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0944023 Aug 16 14:18:53.258018 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccece2-07db-4fb2-b8b6-7aa1e5938eae req-c3351493-051e-489d-a9df-d2b7a44a62a1 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:53.273410 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-75ccece2-07db-4fb2-b8b6-7aa1e5938eae req-c3351493-051e-489d-a9df-d2b7a44a62a1 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 945 time: 0.0917013 Aug 16 14:18:53.332413 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-75ccece2-07db-4fb2-b8b6-7aa1e5938eae req-3732e407-b95e-43c0-9c58-8e92d87b805d tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535779 Aug 16 14:18:53.347130 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-93dbe23d-d93f-40c9-83cd-20fe57dec21d service neutron] 10.222.0.30 "GET /v2.0/networks/f011b8da-9781-4595-a8ae-72ac75a20d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289296 Aug 16 14:18:53.452331 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-687af4e8-ffc7-465e-b7f1-0c6ac11edbe1 req-07aa71bc-a33c-4ff6-8100-26f7b570775b service neutron] 10.222.0.30 "GET /v2.0/networks/f011b8da-9781-4595-a8ae-72ac75a20d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922766 Aug 16 14:18:53.975706 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac1cbf-f853-445c-b30c-b55ec2fa2a50 req-b6d6adf8-ce4c-40e6-af78-4e935b5b238a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:53.977236 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-71ac1cbf-f853-445c-b30c-b55ec2fa2a50 req-b6d6adf8-ce4c-40e6-af78-4e935b5b238a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0518444 Aug 16 14:18:54.022800 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-71ac1cbf-f853-445c-b30c-b55ec2fa2a50 req-a241faaf-7f55-4391-99f1-b826a537f106 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380228 Aug 16 14:18:54.182026 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 51548) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:54.290138 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c72e30a4-fbc7-4d8a-a614-236a3fe9d167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:54.316228 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7dbbf-c6ee-4808-8ea8-b9227cfe3ef1 req-20e90d43-b281-49d5-9511-98d561b90291 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:54.317889 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0fd7dbbf-c6ee-4808-8ea8-b9227cfe3ef1 req-20e90d43-b281-49d5-9511-98d561b90291 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 947 time: 0.0533040 Aug 16 14:18:54.361606 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0fd7dbbf-c6ee-4808-8ea8-b9227cfe3ef1 req-914b544b-7ef2-4592-b140-9c36adc9f3b6 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366893 Aug 16 14:18:54.413575 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c72e30a4-fbc7-4d8a-a614-236a3fe9d167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:54.418232 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c72e30a4-fbc7-4d8a-a614-236a3fe9d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:54.471649 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c72e30a4-fbc7-4d8a-a614-236a3fe9d167 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a59451566a224e47bbfda8ae3f747fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885170 Aug 16 14:18:54.474461 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 51562) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:54.487901 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e30a4-fbc7-4d8a-a614-236a3fe9d167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f501ae6-cdb7-4a8b-b302-9fd18cd1e15c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:54.514708 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec7a84-910d-46a9-9350-77a7e882adcf req-5e1143fe-c729-4363-b0d2-960198417a96 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:54.516317 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e2ec7a84-910d-46a9-9350-77a7e882adcf req-5e1143fe-c729-4363-b0d2-960198417a96 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 945 time: 0.0758355 Aug 16 14:18:54.533637 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0684b90-a59f-40ca-9a63-e1871b5ad10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:54.555739 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e2ec7a84-910d-46a9-9350-77a7e882adcf req-2f4d565e-e7e7-4edc-8ac5-a5bbdeb086f1 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334108 Aug 16 14:18:54.563341 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0684b90-a59f-40ca-9a63-e1871b5ad10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:54.613886 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0684b90-a59f-40ca-9a63-e1871b5ad10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:54.616971 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b0684b90-a59f-40ca-9a63-e1871b5ad10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:54.618126 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-b0684b90-a59f-40ca-9a63-e1871b5ad10d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f501ae6-cdb7-4a8b-b302-9fd18cd1e15c HTTP/1.1" status: 204 len: 168 time: 0.1426389 Aug 16 14:18:54.627091 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0684b90-a59f-40ca-9a63-e1871b5ad10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f501ae6-cdb7-4a8b-b302-9fd18cd1e15c,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:54.909992 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 51568) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:54.925115 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7d781a96-142f-4eec-920c-5933c7819461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.024364 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-75aca1dd-53ae-4587-adb1-c655fcaa8a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:55.025884 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-75aca1dd-53ae-4587-adb1-c655fcaa8a9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1056e452e0ac48c1884ae24948ed8988&device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 1100 time: 0.0688815 Aug 16 14:18:55.055440 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7d781a96-142f-4eec-920c-5933c7819461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.059342 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7d781a96-142f-4eec-920c-5933c7819461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.105337 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-7d781a96-142f-4eec-920c-5933c7819461 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9397ba9711a342859bbe63be4a4ddd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1917024 Aug 16 14:18:55.105337 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d781a96-142f-4eec-920c-5933c7819461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feee7ec4-00eb-4df2-aeee-8ca6ea61523b,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:55.105821 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 51574) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:55.163557 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-106c8341-efe1-4523-abc3-78ef8927313f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.166757 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716266c6-7432-48a2-9bdc-9fedcd156791 req-60f2b353-7ef7-457c-a4ea-670f9da1b3ae tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:55.168278 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-716266c6-7432-48a2-9bdc-9fedcd156791 req-60f2b353-7ef7-457c-a4ea-670f9da1b3ae tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0617692 Aug 16 14:18:55.192082 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-106c8341-efe1-4523-abc3-78ef8927313f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.213420 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-716266c6-7432-48a2-9bdc-9fedcd156791 req-62b6b7ba-ae89-4642-850f-39a4ee1ad978 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384135 Aug 16 14:18:55.245757 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-106c8341-efe1-4523-abc3-78ef8927313f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.249461 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-106c8341-efe1-4523-abc3-78ef8927313f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.250643 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-106c8341-efe1-4523-abc3-78ef8927313f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/feee7ec4-00eb-4df2-aeee-8ca6ea61523b HTTP/1.1" status: 204 len: 168 time: 0.1439366 Aug 16 14:18:55.258625 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c8341-efe1-4523-abc3-78ef8927313f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feee7ec4-00eb-4df2-aeee-8ca6ea61523b,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:55.492265 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c435b3-866e-4588-9596-980816282060 req-d74cc40a-efe1-43f8-9108-fb2a6496a981 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:55.493908 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c5c435b3-866e-4588-9596-980816282060 req-d74cc40a-efe1-43f8-9108-fb2a6496a981 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 947 time: 0.0563891 Aug 16 14:18:55.535370 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c5c435b3-866e-4588-9596-980816282060 req-096af5ca-5718-473c-be44-a62dd0abf19c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345242 Aug 16 14:18:55.611904 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 51588) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:55.626029 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa2ab-945b-4685-8d66-b02a93d05a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.680883 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621af86-0e12-4507-bc8d-d1b6340fa256 req-00c947fc-fe19-4c58-a2b6-0a2f641f0b60 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:55.682411 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c621af86-0e12-4507-bc8d-d1b6340fa256 req-00c947fc-fe19-4c58-a2b6-0a2f641f0b60 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 945 time: 0.0515318 Aug 16 14:18:55.722550 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c621af86-0e12-4507-bc8d-d1b6340fa256 req-fdb2de80-893e-4198-88c8-2d9995182d9d tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327816 Aug 16 14:18:55.727396 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa2ab-945b-4685-8d66-b02a93d05a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.731344 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa2ab-945b-4685-8d66-b02a93d05a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.770384 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaa2ab-945b-4685-8d66-b02a93d05a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95eb624-91d5-4a40-8d7f-36583fb0d33a,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:55.774491 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-d4eaa2ab-945b-4685-8d66-b02a93d05a30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7395acf48b104115836f90f2aa2a68e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1615770 Aug 16 14:18:55.777852 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 51590) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:18:55.829523 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a495f742-94a0-4cbf-bd91-9ad7e5648806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.852658 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a495f742-94a0-4cbf-bd91-9ad7e5648806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.899916 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a495f742-94a0-4cbf-bd91-9ad7e5648806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.902424 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a495f742-94a0-4cbf-bd91-9ad7e5648806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:55.904201 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-a495f742-94a0-4cbf-bd91-9ad7e5648806 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c95eb624-91d5-4a40-8d7f-36583fb0d33a HTTP/1.1" status: 204 len: 168 time: 0.1254897 Aug 16 14:18:55.911949 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495f742-94a0-4cbf-bd91-9ad7e5648806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95eb624-91d5-4a40-8d7f-36583fb0d33a,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:56.331611 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11463988-064e-4203-8ef3-77ffbbddc10c req-bf66e8a0-c22a-4ada-9eb4-c9fdc2ac22e6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:56.333312 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-11463988-064e-4203-8ef3-77ffbbddc10c req-bf66e8a0-c22a-4ada-9eb4-c9fdc2ac22e6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0509477 Aug 16 14:18:56.377415 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-11463988-064e-4203-8ef3-77ffbbddc10c req-23a410fc-1851-453a-b0a3-ccec6063b3c8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379906 Aug 16 14:18:56.659016 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd33bda-37bb-41c6-9f37-9e29efe36c2b req-22261708-4224-4227-9bce-229e61cc22b6 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:56.660562 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-afd33bda-37bb-41c6-9f37-9e29efe36c2b req-22261708-4224-4227-9bce-229e61cc22b6 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 947 time: 0.0536551 Aug 16 14:18:56.705985 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-afd33bda-37bb-41c6-9f37-9e29efe36c2b req-22ff902a-0044-4c91-9911-b6459499b613 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395823 Aug 16 14:18:56.838288 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d5015-8fb5-4559-961c-a028a49c65e1 req-8543d93b-df48-407e-bc96-0b4bcc1f0fe8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:56.839776 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fd7d5015-8fb5-4559-961c-a028a49c65e1 req-8543d93b-df48-407e-bc96-0b4bcc1f0fe8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 945 time: 0.0491879 Aug 16 14:18:56.880674 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fd7d5015-8fb5-4559-961c-a028a49c65e1 req-3f31065f-99cf-4713-8dcf-3da2d97c2474 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337801 Aug 16 14:18:57.094758 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-dbcf47be-5151-4687-81f7-7d059c4bd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:57.096157 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-dbcf47be-5151-4687-81f7-7d059c4bd0ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=f011b8da-9781-4595-a8ae-72ac75a20d05 HTTP/1.1" status: 200 len: 870 time: 0.0862017 Aug 16 14:18:57.148739 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-085490ac-5a75-4018-84f2-84422fabd425 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 HTTP/1.1" status: 200 len: 217 time: 0.0442181 Aug 16 14:18:57.202116 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-3230ee71-598e-4409-888d-cfcc47c9b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:57.203570 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-3230ee71-598e-4409-888d-cfcc47c9b716 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=532d019b-4d2a-403b-805c-7f475f318a0d HTTP/1.1" status: 200 len: 843 time: 0.0450606 Aug 16 14:18:57.250949 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-51466b66-9cb2-4282-bb21-4c024ccb9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:57.252453 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-51466b66-9cb2-4282-bb21-4c024ccb9338 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f011b8da-9781-4595-a8ae-72ac75a20d05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0415568 Aug 16 14:18:57.349692 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-c8d67c01-e869-487a-9a16-666d8e12b26d service neutron] 10.222.0.30 "GET /v2.0/networks/f011b8da-9781-4595-a8ae-72ac75a20d05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884414 Aug 16 14:18:57.464292 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d00d296f-d99d-4d4d-b928-3b168cdf2d78 req-ab3126a4-228f-4ff2-9aec-f5db8ab1a19b service neutron] 10.222.0.30 "GET /v2.0/networks/f011b8da-9781-4595-a8ae-72ac75a20d05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020210 Aug 16 14:18:57.529821 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85687a-d16c-4e5f-9e2a-3eed5bf3ed33 req-37d4e553-bc7e-4913-b525-a6b22e730fcc tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:57.531533 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ed85687a-d16c-4e5f-9e2a-3eed5bf3ed33 req-37d4e553-bc7e-4913-b525-a6b22e730fcc tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0705910 Aug 16 14:18:57.580635 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ed85687a-d16c-4e5f-9e2a-3eed5bf3ed33 req-83432807-1916-435e-9bb1-7bffe29f60c6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 Aug 16 14:18:57.840329 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75d31b-075c-4c01-bd7e-4a2a7e24be15 req-cc964706-6b23-4e95-b512-588c71824a73 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:57.842302 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bc75d31b-075c-4c01-bd7e-4a2a7e24be15 req-cc964706-6b23-4e95-b512-588c71824a73 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 947 time: 0.0575936 Aug 16 14:18:58.007066 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 05759c74-c00d-43d2-8278-d6f291d71c55 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:18:58.022077 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60198f7-c006-4652-b39b-8c1701414ff5 req-229f0275-16d2-4395-8a9e-c1bc61ee8678 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:58.031751 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d60198f7-c006-4652-b39b-8c1701414ff5 req-229f0275-16d2-4395-8a9e-c1bc61ee8678 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 945 time: 0.0639501 Aug 16 14:18:58.065971 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 05759c74-c00d-43d2-8278-d6f291d71c55 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:18:58.070241 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 05759c74-c00d-43d2-8278-d6f291d71c55 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:18:58.070758 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:58.077334 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d60198f7-c006-4652-b39b-8c1701414ff5 req-d8d41cc6-7d99-430b-8d92-d3495f134326 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Aug 16 14:18:58.115468 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bc75d31b-075c-4c01-bd7e-4a2a7e24be15 req-7308493f-d3b6-4632-8da9-fadf16cc343d tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659726 Aug 16 14:18:58.162092 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:58.185324 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05759c74-c00d-43d2-8278-d6f291d71c55'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:18:58.187672 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c83cbf-d50e-4439-b08d-890a057222f9" -d '{"events": [{"server_uuid": "26a91466-4fd4-4e02-8e82-9248a480c09f", "name": "network-vif-plugged", "status": "completed", "tag": "05759c74-c00d-43d2-8278-d6f291d71c55"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:18:58.203211 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 05759c74-c00d-43d2-8278-d6f291d71c55, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05759c74-c00d-43d2-8278-d6f291d71c55,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:18:58.208207 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:18:58.233947 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587f6f8c-4a9d-42e9-a162-82295aca020b x-openstack-request-id: req-587f6f8c-4a9d-42e9-a162-82295aca020b {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:18:58.234244 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a91466-4fd4-4e02-8e82-9248a480c09f", "name": "network-vif-plugged", "status": "completed", "tag": "05759c74-c00d-43d2-8278-d6f291d71c55", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:18:58.234495 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-587f6f8c-4a9d-42e9-a162-82295aca020b {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:18:58.234876 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05759c74-c00d-43d2-8278-d6f291d71c55', 'code': 200} Aug 16 14:18:58.260846 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=05759c74-c00d-43d2-8278-d6f291d71c55,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:18:58.492929 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a087e-096f-450a-bae1-2fbb060dade2 req-f9d817ae-263d-4092-b025-10f245fd8b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:58.494430 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4f4a087e-096f-450a-bae1-2fbb060dade2 req-f9d817ae-263d-4092-b025-10f245fd8b8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 1099 time: 0.0407481 Aug 16 14:18:58.532494 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4f4a087e-096f-450a-bae1-2fbb060dade2 req-fb1796d4-f6b6-4828-9d77-fba697566216 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283952 Aug 16 14:18:58.705201 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ced7f7-1a95-416a-af1d-ad3e5644a953 req-fcc8710e-fc0a-44c2-8f5e-80582466f912 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:58.706565 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-62ced7f7-1a95-416a-af1d-ad3e5644a953 req-fcc8710e-fc0a-44c2-8f5e-80582466f912 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0505381 Aug 16 14:18:58.744864 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-62ced7f7-1a95-416a-af1d-ad3e5644a953 req-e6217bc4-c08a-493c-8f82-25ff892ff63a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323372 Aug 16 14:18:59.200222 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f6b55-b5c8-4012-93f2-0a15db8fb171 req-c6ae8bd4-b4fa-40b7-9e18-441d9333a07c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:59.201888 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c86f6b55-b5c8-4012-93f2-0a15db8fb171 req-c6ae8bd4-b4fa-40b7-9e18-441d9333a07c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0581877 Aug 16 14:18:59.244891 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c86f6b55-b5c8-4012-93f2-0a15db8fb171 req-97926f09-15ff-412e-82f6-d617d9c6d35f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364280 Aug 16 14:18:59.249985 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c13af9-c92c-44bd-b7ee-4160247e2fff req-f0f89015-1321-410b-90be-94c987a6de50 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:59.251563 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-77c13af9-c92c-44bd-b7ee-4160247e2fff req-f0f89015-1321-410b-90be-94c987a6de50 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 947 time: 0.0571926 Aug 16 14:18:59.291033 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-77c13af9-c92c-44bd-b7ee-4160247e2fff req-f5482412-95a2-41f1-b927-daee693216a4 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331731 Aug 16 14:18:59.910244 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77de889-58ed-4e39-8c76-732bd551052f req-1c031b60-52e5-4e2a-9947-1bdc1600790c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:18:59.911753 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c77de889-58ed-4e39-8c76-732bd551052f req-1c031b60-52e5-4e2a-9947-1bdc1600790c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0527079 Aug 16 14:18:59.959033 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c77de889-58ed-4e39-8c76-732bd551052f req-41f236c9-c537-4093-b2f9-52fe623bbf7e tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373759 Aug 16 14:19:00.016988 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:19:00.149491 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,segment=NetworkSegment(09eb0aa8-ef7b-4f85-bf03-017148e745bb),segment_id=09eb0aa8-ef7b-4f85-bf03-017148e745bb)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:00.162692 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '9c23f2b5-8124-41bc-9c4c-a31d9cb310d2', 'network_id': 'f011b8da-9781-4595-a8ae-72ac75a20d05', 'port_id': '9c23f2b5-8124-41bc-9c4c-a31d9cb310d2', 'mac_address': 'fa:16:3e:43:28:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532d019b-4d2a-403b-805c-7f475f318a0d', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:19:00.204265 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:00.221594 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:19:00.249967 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,segment=NetworkSegment(09eb0aa8-ef7b-4f85-bf03-017148e745bb),segment_id=09eb0aa8-ef7b-4f85-bf03-017148e745bb)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:00.253771 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:00.307140 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:00.369902 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029c87b-ce0a-4e10-8697-541bddd055f9 req-fef4f9c0-f825-4379-8fbe-a0ac87de40a4 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:00.371395 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b029c87b-ce0a-4e10-8697-541bddd055f9 req-fef4f9c0-f825-4379-8fbe-a0ac87de40a4 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0536020 Aug 16 14:19:00.413713 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d6af9-56ee-4d58-8fff-1f705e80095d req-ab24de75-9de5-4205-bc23-7df30c0f1625 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:00.415238 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fe0d6af9-56ee-4d58-8fff-1f705e80095d req-ab24de75-9de5-4205-bc23-7df30c0f1625 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 948 time: 0.0510852 Aug 16 14:19:00.424563 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b029c87b-ce0a-4e10-8697-541bddd055f9 req-6379fb63-975d-4251-9b14-c0ee84bd6a08 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468786 Aug 16 14:19:00.459359 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fe0d6af9-56ee-4d58-8fff-1f705e80095d req-1d369900-3925-4998-b82f-129a456ba278 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373206 Aug 16 14:19:00.549348 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd93dd-fb48-4a08-95fb-baacfc044a16 req-b88f319b-7c6d-463d-8eec-db8fdaa0db27 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:00.550794 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f8dd93dd-fb48-4a08-95fb-baacfc044a16 req-b88f319b-7c6d-463d-8eec-db8fdaa0db27 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0504401 Aug 16 14:19:00.559315 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 51680) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:00.564184 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-cf961db4-9849-4888-b31c-a7a18669b1ad tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'floatingip': {'port_id': '05759c74-c00d-43d2-8278-d6f291d71c55'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:19:00.638717 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cf961db4-9849-4888-b31c-a7a18669b1ad tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:00.728317 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['9c23f2b5-8124-41bc-9c4c-a31d9cb310d2'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:19:01.089004 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd8657-58fd-4605-a222-182e72951e37 req-b7826724-b4c8-4c50-9ab8-7524221b0e7c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:01.090523 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a3bd8657-58fd-4605-a222-182e72951e37 req-b7826724-b4c8-4c50-9ab8-7524221b0e7c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0530608 Aug 16 14:19:01.146513 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a3bd8657-58fd-4605-a222-182e72951e37 req-b5617abe-aa3d-4b3f-a158-3a25f1c20c2b tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490315 Aug 16 14:19:01.296586 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cf961db4-9849-4888-b31c-a7a18669b1ad tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:01.301492 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cf961db4-9849-4888-b31c-a7a18669b1ad tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:01.403912 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.l3_db [None req-cf961db4-9849-4888-b31c-a7a18669b1ad tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Floating IP c1ab5d25-a93e-4605-bbfc-b2274510c9f1 associated. External IP: 172.27.3.8, port: 05759c74-c00d-43d2-8278-d6f291d71c55. Aug 16 14:19:01.642976 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde39c58-c26c-4059-99b1-fc320da35016 req-db9f34e0-c64c-4c9d-bd8e-bd8dca7eb4b9 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:01.644552 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dde39c58-c26c-4059-99b1-fc320da35016 req-db9f34e0-c64c-4c9d-bd8e-bd8dca7eb4b9 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 948 time: 0.0976548 Aug 16 14:19:01.676616 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf961db4-9849-4888-b31c-a7a18669b1ad tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Router d2393495-bcdf-49c7-a632-6dc25df436e9 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:19:01.704240 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dde39c58-c26c-4059-99b1-fc320da35016 req-1561d9c4-b52c-4193-9149-a8abaca7c126 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524745 Aug 16 14:19:01.801660 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf961db4-9849-4888-b31c-a7a18669b1ad tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:19:01.806778 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cf961db4-9849-4888-b31c-a7a18669b1ad tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:01.811841 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] Sync routers for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:19:01.821462 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:01.822077 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:18:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:01.836257 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-cf961db4-9849-4888-b31c-a7a18669b1ad tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "PUT /v2.0/floatingips/c1ab5d25-a93e-4605-bbfc-b2274510c9f1 HTTP/1.1" status: 200 len: 990 time: 1.2755613 Aug 16 14:19:01.837113 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'tag': '05759c74-c00d-43d2-8278-d6f291d71c55'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:19:01.845585 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057" -d '{"events": [{"name": "network-changed", "server_uuid": "26a91466-4fd4-4e02-8e82-9248a480c09f", "tag": "05759c74-c00d-43d2-8278-d6f291d71c55"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:19:01.895569 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ccb13e-f2e2-46dd-aa69-80890f843179 x-openstack-request-id: req-a1ccb13e-f2e2-46dd-aa69-80890f843179 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:19:01.896003 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a91466-4fd4-4e02-8e82-9248a480c09f", "tag": "05759c74-c00d-43d2-8278-d6f291d71c55", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:19:01.896263 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a1ccb13e-f2e2-46dd-aa69-80890f843179 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:19:01.896839 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'tag': '05759c74-c00d-43d2-8278-d6f291d71c55', 'status': 'completed', 'code': 200} Aug 16 14:19:01.985193 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:02.036530 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-2b5063a7-80e6-468b-aba5-d10e2eb6b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:02.038145 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-2b5063a7-80e6-468b-aba5-d10e2eb6b1db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 1099 time: 0.0464506 Aug 16 14:19:02.043737 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:02.110976 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:02.118348 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:02.119160 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:02.164622 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-99df0cd5-4980-4307-8167-b1d1ac8c3504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:02.177840 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-99df0cd5-4980-4307-8167-b1d1ac8c3504 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 200 len: 912 time: 0.1236882 Aug 16 14:19:02.221351 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:02.245818 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b44120-0300-441f-b7f4-f45947f8f108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c23f2b5-8124-41bc-9c4c-a31d9cb310d2'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:19:02.248931 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b98827-f532-4e8b-b35e-468df0452e5f" -d '{"events": [{"server_uuid": "46b44120-0300-441f-b7f4-f45947f8f108", "name": "network-vif-plugged", "status": "completed", "tag": "9c23f2b5-8124-41bc-9c4c-a31d9cb310d2"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:19:02.264034 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,segment=NetworkSegment(09eb0aa8-ef7b-4f85-bf03-017148e745bb),segment_id=09eb0aa8-ef7b-4f85-bf03-017148e745bb)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:02.269837 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:02.282981 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': 'c1ab5d25-a93e-4605-bbfc-b2274510c9f1', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'port_id': '05759c74-c00d-43d2-8278-d6f291d71c55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'mac_address': 'fa:16:3e:10:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:18:35Z', 'updated_at': '2021-08-16T14:19:01Z', 'revision_number': 1, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:02.329735 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] Checking router: d2393495-bcdf-49c7-a632-6dc25df436e9 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:19:02.331533 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-107e87b6-dab9-4358-ab1b-1d70f0b7606c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05759c74-c00d-43d2-8278-d6f291d71c55 HTTP/1.1" status: 200 len: 998 time: 0.1410017 Aug 16 14:19:02.339156 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:02.339914 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:18:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:02.408209 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a5b90-22a0-4234-b4d4-5cf0fe233413 req-90e9d400-200e-4d5d-990c-7306541c5472 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:02.419427 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-074a5b90-22a0-4234-b4d4-5cf0fe233413 req-90e9d400-200e-4d5d-990c-7306541c5472 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1189339 Aug 16 14:19:02.463009 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-16f3b2fd-0cd5-4d32-94ae-7c7a3cd9dc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:02.465097 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-16f3b2fd-0cd5-4d32-94ae-7c7a3cd9dc22 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c720aede-8e7b-4fd9-882a-dbb27ff48cd2 HTTP/1.1" status: 200 len: 850 time: 0.1218908 Aug 16 14:19:02.495980 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:02.521573 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-074a5b90-22a0-4234-b4d4-5cf0fe233413 req-a76084cc-eac9-4f5f-af9a-68258d6d964a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008387 Aug 16 14:19:02.547812 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:02.598473 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-c2bd4814-d21c-4b28-a569-340a30d25f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:02.602875 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-c2bd4814-d21c-4b28-a569-340a30d25f26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1205087 Aug 16 14:19:02.617092 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad9ddeb-a0e1-4159-a62e-1e400146aa61 x-openstack-request-id: req-1ad9ddeb-a0e1-4159-a62e-1e400146aa61 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:19:02.617513 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b44120-0300-441f-b7f4-f45947f8f108", "name": "network-vif-plugged", "status": "completed", "tag": "9c23f2b5-8124-41bc-9c4c-a31d9cb310d2", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:19:02.617852 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ad9ddeb-a0e1-4159-a62e-1e400146aa61 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:19:02.618349 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b44120-0300-441f-b7f4-f45947f8f108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c23f2b5-8124-41bc-9c4c-a31d9cb310d2', 'code': 200} Aug 16 14:19:02.748137 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-67110122-2a6a-41bc-abdd-5d66f23ef0a2 service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285288 Aug 16 14:19:02.802363 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed208bc0-0c8d-4366-9fd7-6e2665823ea8 req-6abbfca0-fa8d-460d-be43-3d70edc5c1f0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:02.811664 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ed208bc0-0c8d-4366-9fd7-6e2665823ea8 req-6abbfca0-fa8d-460d-be43-3d70edc5c1f0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0762179 Aug 16 14:19:02.849478 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ed208bc0-0c8d-4366-9fd7-6e2665823ea8 req-5fc264ce-0525-4f42-a5c7-9f6f3b1bb80a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368779 Aug 16 14:19:02.866688 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': 'c1ab5d25-a93e-4605-bbfc-b2274510c9f1', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'port_id': '05759c74-c00d-43d2-8278-d6f291d71c55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'mac_address': 'fa:16:3e:10:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:18:35Z', 'updated_at': '2021-08-16T14:19:01Z', 'revision_number': 1, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:02.908284 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056fda5f-5964-4cd8-93d6-54620d568533 None None] The sync data for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi is: [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': 'c1ab5d25-a93e-4605-bbfc-b2274510c9f1', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'port_id': '05759c74-c00d-43d2-8278-d6f291d71c55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'mac_address': 'fa:16:3e:10:8d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:18:35Z', 'updated_at': '2021-08-16T14:19:01Z', 'revision_number': 1, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:19:03.154350 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72891436-920e-4dfa-8d1d-faf87d3f69bd None None] New status for floating IP c1ab5d25-a93e-4605-bbfc-b2274510c9f1: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:19:03.206546 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0604189-1c89-4c51-9fb4-3553da920713 req-60fa7432-f061-43da-857b-1cde38c6a184 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:03.208067 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a0604189-1c89-4c51-9fb4-3553da920713 req-60fa7432-f061-43da-857b-1cde38c6a184 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 949 time: 0.4105511 Aug 16 14:19:03.229817 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649dfdc3-5538-43b9-9232-108b3cc4e4ee req-24e314e1-6109-4551-bd71-665a71de6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:03.231221 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-649dfdc3-5538-43b9-9232-108b3cc4e4ee req-24e314e1-6109-4551-bd71-665a71de6ae0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 1102 time: 0.3643181 Aug 16 14:19:03.263327 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12f0d08d-dd5b-4cfc-ab1a-7bfc3fe30057 req-50dd028f-1c56-4932-9cfa-b0b42f6018fa service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738431 Aug 16 14:19:03.297988 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a0604189-1c89-4c51-9fb4-3553da920713 req-96c23aa9-2f3a-418c-baa8-4448110d3785 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792134 Aug 16 14:19:03.303097 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-649dfdc3-5538-43b9-9232-108b3cc4e4ee req-7f8143ee-75ea-4996-aec9-b4c8e5b75823 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579200 Aug 16 14:19:03.654670 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ce708-fbd9-4181-ab5a-be77137fa5a4 req-40106fb3-c8d3-431d-99a1-1ee71b41a1f0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:03.656277 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4c9ce708-fbd9-4181-ab5a-be77137fa5a4 req-40106fb3-c8d3-431d-99a1-1ee71b41a1f0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0532525 Aug 16 14:19:03.696082 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4c9ce708-fbd9-4181-ab5a-be77137fa5a4 req-67efc3e6-339f-4682-a164-9853619c14bd tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334780 Aug 16 14:19:03.995125 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541036d-6aa4-4b38-8144-d852d8123703 req-5670640c-a832-4c1e-889a-4d23d22f9e92 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:03.996718 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7541036d-6aa4-4b38-8144-d852d8123703 req-5670640c-a832-4c1e-889a-4d23d22f9e92 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0675635 Aug 16 14:19:04.040766 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7541036d-6aa4-4b38-8144-d852d8123703 req-fd2e5a5c-8cf0-4dd6-9f9f-f40d361b040a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365975 Aug 16 14:19:04.087683 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 51766) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:04.200856 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:04.291192 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:04.295660 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:04.337608 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c5d63257fff4fdba56095d13b1cb774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487333 Aug 16 14:19:04.338601 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc934992-a539-416a-94ab-00b0767df4b7,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:04.341341 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 51774) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:04.346789 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.347153 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.354197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.354197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.354197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.354197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.354197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.354197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.354197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.354197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.354197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.354197 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd1ddc9-dbb2-4c87-9055-c8729856b47b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.442918 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:04.460380 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ee511-c065-45b5-a16d-70cc42dd0988 req-0f1e6a40-7747-4350-8dc7-70872f161cc5 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:04.461964 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-339ee511-c065-45b5-a16d-70cc42dd0988 req-0f1e6a40-7747-4350-8dc7-70872f161cc5 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 949 time: 0.0858784 Aug 16 14:19:04.497978 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:04.534619 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-339ee511-c065-45b5-a16d-70cc42dd0988 req-978145c4-5351-4408-9bba-e6e28aa2d69c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650377 Aug 16 14:19:04.565589 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:04.568428 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:04.569568 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc934992-a539-416a-94ab-00b0767df4b7 HTTP/1.1" status: 204 len: 168 time: 0.2271295 Aug 16 14:19:04.578275 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc934992-a539-416a-94ab-00b0767df4b7,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:04.586407 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.586669 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.587077 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.587430 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.587786 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.588120 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.588464 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.588821 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.589186 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.589513 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.589838 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.590157 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254ce89c-3dac-49e5-b655-1b526f1eb964 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:04.833732 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2351ae3-b65c-44e5-ac15-45fb712673c9 req-44c2c2ae-8a8b-4c0a-b0f2-1d3e69d1fa80 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:04.835744 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e2351ae3-b65c-44e5-ac15-45fb712673c9 req-44c2c2ae-8a8b-4c0a-b0f2-1d3e69d1fa80 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0646539 Aug 16 14:19:04.893052 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e2351ae3-b65c-44e5-ac15-45fb712673c9 req-60df26d9-d10e-4977-ac60-a0640d5265c1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503914 Aug 16 14:19:05.177369 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac3605-52d6-45bb-9c2f-a9ab59e9a3d3 req-c8cb8ec9-493a-4c23-a5a9-3b53e86c5d2f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:05.178959 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-28ac3605-52d6-45bb-9c2f-a9ab59e9a3d3 req-c8cb8ec9-493a-4c23-a5a9-3b53e86c5d2f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0577457 Aug 16 14:19:05.223808 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-28ac3605-52d6-45bb-9c2f-a9ab59e9a3d3 req-755a082c-a70d-4dc3-9561-34e70eeed416 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333836 Aug 16 14:19:05.671307 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4664d1-6ee4-41d3-9cc7-d951d303cc27 req-9499c4fc-767f-48e4-9549-34eb6365da04 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:05.672997 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7f4664d1-6ee4-41d3-9cc7-d951d303cc27 req-9499c4fc-767f-48e4-9549-34eb6365da04 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 949 time: 0.0622528 Aug 16 14:19:05.724760 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7f4664d1-6ee4-41d3-9cc7-d951d303cc27 req-99c7ec12-aac7-4f20-aba1-8a5f6bb470b5 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455754 Aug 16 14:19:06.005138 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7ecf-5789-4a4e-81c2-7e09c4eb44fb req-32d22362-e484-4c5c-a9b4-1f0df3102241 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:06.006645 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-759f7ecf-5789-4a4e-81c2-7e09c4eb44fb req-32d22362-e484-4c5c-a9b4-1f0df3102241 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 949 time: 0.0549672 Aug 16 14:19:06.015167 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83788d55-6aca-485a-917b-de7b86bf386d req-b66b7348-e07a-439f-9e07-10baea7473b1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:06.016741 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-83788d55-6aca-485a-917b-de7b86bf386d req-b66b7348-e07a-439f-9e07-10baea7473b1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Aug 16 14:19:06.052909 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-759f7ecf-5789-4a4e-81c2-7e09c4eb44fb req-23f76c64-47d8-4eb4-b841-3f30bf451e96 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400891 Aug 16 14:19:06.055359 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-83788d55-6aca-485a-917b-de7b86bf386d req-db1e3cb5-38fd-47ba-ae25-e9ced5f34ce2 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Aug 16 14:19:06.354781 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b070126-3d21-4e3d-aba8-5ba7bdbb4846 req-56d9a162-1c27-4d25-841d-925474402755 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:06.356307 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1b070126-3d21-4e3d-aba8-5ba7bdbb4846 req-56d9a162-1c27-4d25-841d-925474402755 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0524905 Aug 16 14:19:06.396333 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1b070126-3d21-4e3d-aba8-5ba7bdbb4846 req-95725ad4-4e16-4ef2-bf5c-b083a7443b5f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334289 Aug 16 14:19:07.220150 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1b3e6-62b1-4301-a28a-2a7587619b47 req-63a12357-bf0e-4d5b-bcbd-138762b3315c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:07.224541 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ea1b3e6-62b1-4301-a28a-2a7587619b47 req-63a12357-bf0e-4d5b-bcbd-138762b3315c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 949 time: 0.0728173 Aug 16 14:19:07.238749 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f0206-5120-4f6b-b0ea-e1a50c86dce3 req-d29e480e-d6bd-434e-a5f5-23b08af88803 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:07.246226 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-819f0206-5120-4f6b-b0ea-e1a50c86dce3 req-d29e480e-d6bd-434e-a5f5-23b08af88803 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0890226 Aug 16 14:19:07.286370 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ea1b3e6-62b1-4301-a28a-2a7587619b47 req-e8caea24-565e-4cbb-a484-4987b719439e tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580106 Aug 16 14:19:07.288185 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-819f0206-5120-4f6b-b0ea-e1a50c86dce3 req-61264771-8b5c-4b1a-95bc-18381e3489f7 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Aug 16 14:19:07.522268 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703eee9-2e6b-4f66-8c41-2933ca8d9ecd req-f4fc3880-5cf0-4da4-a33f-fb6326ad0384 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:07.523767 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1703eee9-2e6b-4f66-8c41-2933ca8d9ecd req-f4fc3880-5cf0-4da4-a33f-fb6326ad0384 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0502739 Aug 16 14:19:07.563027 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1703eee9-2e6b-4f66-8c41-2933ca8d9ecd req-faecc547-2a24-4aa9-b67c-622adeff062a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Aug 16 14:19:07.743888 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-93976d0c-5334-4c85-a7b7-d1add5a66b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:08.462109 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebe7c1-cc40-49f6-85c1-c409190d803f req-1d8ae481-7fd0-4287-bb0d-3c9a134733d0 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:08.464639 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-99ebe7c1-cc40-49f6-85c1-c409190d803f req-1d8ae481-7fd0-4287-bb0d-3c9a134733d0 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 949 time: 0.0893989 Aug 16 14:19:08.487603 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f38feb-c17a-4cdb-8b69-141f70d8063d req-9f72b781-1080-461b-9793-574603837cd7 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:08.497884 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b2f38feb-c17a-4cdb-8b69-141f70d8063d req-9f72b781-1080-461b-9793-574603837cd7 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0983262 Aug 16 14:19:08.530511 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-99ebe7c1-cc40-49f6-85c1-c409190d803f req-281cc20f-3fd0-42f5-8f6a-7882ca73a314 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef20589c-4ce5-435b-8019-42339560d1b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582438 Aug 16 14:19:08.544729 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b2f38feb-c17a-4cdb-8b69-141f70d8063d req-a153de6a-23e3-4668-9c17-5f10582ee78d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448081 Aug 16 14:19:08.774088 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d410288-47db-4421-949d-b09816ab5acb req-a725027b-c822-413c-98a5-9d50df0f7ba4 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:08.776193 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d410288-47db-4421-949d-b09816ab5acb req-a725027b-c822-413c-98a5-9d50df0f7ba4 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.30 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 949 time: 0.1833611 Aug 16 14:19:08.782879 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede638d-46c6-44d9-80c6-e164aebe97ac req-8c2681a3-6ae6-43cf-b908-320d1108bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:08.784981 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1ede638d-46c6-44d9-80c6-e164aebe97ac req-8c2681a3-6ae6-43cf-b908-320d1108bd71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 1098 time: 0.1093879 Aug 16 14:19:08.857946 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71080-ce78-405d-b977-b855b5fb3f29 req-b371dbd8-4bdb-444b-94cb-ccf80da60ac9 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:08.859437 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07f71080-ce78-405d-b977-b855b5fb3f29 req-b371dbd8-4bdb-444b-94cb-ccf80da60ac9 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1391039 Aug 16 14:19:08.913043 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1ede638d-46c6-44d9-80c6-e164aebe97ac req-999b6320-84e8-4089-bd96-eb62a2778011 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145740 Aug 16 14:19:08.940462 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07f71080-ce78-405d-b977-b855b5fb3f29 req-03806802-629e-4967-aa18-76ebb2f05f35 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603206 Aug 16 14:19:08.954766 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-9d410288-47db-4421-949d-b09816ab5acb req-ccb25cc3-02e3-4628-89d0-c8506d80c99c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Deleting port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:19:08.955116 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d410288-47db-4421-949d-b09816ab5acb req-ccb25cc3-02e3-4628-89d0-c8506d80c99c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:09.047609 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-9d410288-47db-4421-949d-b09816ab5acb req-ccb25cc3-02e3-4628-89d0-c8506d80c99c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] For port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,segment=NetworkSegment(09eb0aa8-ef7b-4f85-bf03-017148e745bb),segment_id=09eb0aa8-ef7b-4f85-bf03-017148e745bb)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:09.048033 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d410288-47db-4421-949d-b09816ab5acb req-ccb25cc3-02e3-4628-89d0-c8506d80c99c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:09.060440 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-9d410288-47db-4421-949d-b09816ab5acb req-ccb25cc3-02e3-4628-89d0-c8506d80c99c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Calling delete_port for 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:19:09.193582 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d410288-47db-4421-949d-b09816ab5acb req-ccb25cc3-02e3-4628-89d0-c8506d80c99c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:09.219901 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb25cc3-02e3-4628-89d0-c8506d80c99c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Pushing event deleted for resources: {'Port': ['ID=9c23f2b5-8124-41bc-9c4c-a31d9cb310d2,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:09.273533 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d410288-47db-4421-949d-b09816ab5acb req-ccb25cc3-02e3-4628-89d0-c8506d80c99c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] No DVR routers for this DVR port 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:19:09.276589 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-9d410288-47db-4421-949d-b09816ab5acb req-ccb25cc3-02e3-4628-89d0-c8506d80c99c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:09.279287 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d410288-47db-4421-949d-b09816ab5acb req-ccb25cc3-02e3-4628-89d0-c8506d80c99c tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.30 "DELETE /v2.0/ports/9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 HTTP/1.1" status: 204 len: 173 time: 0.4929125 Aug 16 14:19:09.279850 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b44120-0300-441f-b7f4-f45947f8f108', 'name': 'network-vif-deleted', 'tag': '9c23f2b5-8124-41bc-9c4c-a31d9cb310d2'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:19:09.282100 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63bb6fa-d427-4e61-8cdf-e50f1d59f1bc" -d '{"events": [{"server_uuid": "46b44120-0300-441f-b7f4-f45947f8f108", "name": "network-vif-deleted", "tag": "9c23f2b5-8124-41bc-9c4c-a31d9cb310d2"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:19:09.325580 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42208491-e595-451e-a8e5-7d6dc3be0c34 x-openstack-request-id: req-42208491-e595-451e-a8e5-7d6dc3be0c34 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:19:09.325964 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b44120-0300-441f-b7f4-f45947f8f108", "name": "network-vif-deleted", "tag": "9c23f2b5-8124-41bc-9c4c-a31d9cb310d2", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:19:09.326277 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42208491-e595-451e-a8e5-7d6dc3be0c34 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:19:09.326738 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b44120-0300-441f-b7f4-f45947f8f108', 'name': 'network-vif-deleted', 'tag': '9c23f2b5-8124-41bc-9c4c-a31d9cb310d2', 'status': 'completed', 'code': 200} Aug 16 14:19:09.640039 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59b10e68-a079-41f7-b0f5-56a9f8bcae07 req-ccc3a800-4e70-455c-ad00-4e59cb0c1d2e tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 210 time: 0.0306489 Aug 16 14:19:09.669835 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a1fb4-de33-430e-b115-5fbbce8f0b37 req-79f81640-0474-4015-9834-ee2200139879 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:09.671465 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a42a1fb4-de33-430e-b115-5fbbce8f0b37 req-79f81640-0474-4015-9834-ee2200139879 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0523098 Aug 16 14:19:09.710237 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a42a1fb4-de33-430e-b115-5fbbce8f0b37 req-d62668c6-d1db-4812-962e-032ed2a52cb2 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324607 Aug 16 14:19:10.077764 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaedb3b3-c5ab-429f-8798-19646479e015 req-4476de67-55c7-4bf5-93a4-420e17df9670 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:10.079233 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aaedb3b3-c5ab-429f-8798-19646479e015 req-4476de67-55c7-4bf5-93a4-420e17df9670 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0608640 Aug 16 14:19:10.120183 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aaedb3b3-c5ab-429f-8798-19646479e015 req-0f32176d-a758-4112-9c6a-ab94cb5b9605 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345330 Aug 16 14:19:10.307823 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e3c8b08b-3ec8-493b-9e37-8948045f8224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:10.737673 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-138521da-b40e-49d8-80f9-7b1bccea84cb req-3c352130-95db-453d-a1b3-c104d0f77f97 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 210 time: 0.0289648 Aug 16 14:19:10.844248 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:10.850499 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5cf90-b005-437f-bb56-45d40197229c req-8dade38a-39ec-4e91-a041-e825d3a5e10f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:10.852053 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-52e5cf90-b005-437f-bb56-45d40197229c req-8dade38a-39ec-4e91-a041-e825d3a5e10f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0579488 Aug 16 14:19:10.892054 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-52e5cf90-b005-437f-bb56-45d40197229c req-04adfb87-6e2e-4544-9880-1b00f8b6bc22 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332160 Aug 16 14:19:11.248913 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5fc3ba-68e6-4bf5-bc38-1cb19daa675c req-e6d9280e-ce7b-41c3-8a9c-f18c9b0ff6b8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:11.250457 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d5fc3ba-68e6-4bf5-bc38-1cb19daa675c req-e6d9280e-ce7b-41c3-8a9c-f18c9b0ff6b8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0520117 Aug 16 14:19:11.292252 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d5fc3ba-68e6-4bf5-bc38-1cb19daa675c req-666c9503-823c-496e-ad6a-af8acfdc104d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358040 Aug 16 14:19:11.776402 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:11.835721 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-22a5ef8a-8d1f-4876-9051-171a70d8c7fa req-a763fbc5-19c7-411b-a6f9-357b3b576d71 tempest-VolumesNegativeTest-1777622300 tempest-VolumesNegativeTest-1777622300-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b44120-0300-441f-b7f4-f45947f8f108 HTTP/1.1" status: 200 len: 210 time: 0.0268080 Aug 16 14:19:11.948511 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['9c23f2b5-8124-41bc-9c4c-a31d9cb310d2'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:19:12.034974 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dd582-44cb-4f65-88cc-2ebe4c20b0f2 req-04537ae8-8f2c-4c6e-bb18-6767aa3a8c6f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:12.036414 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-af3dd582-44cb-4f65-88cc-2ebe4c20b0f2 req-04537ae8-8f2c-4c6e-bb18-6767aa3a8c6f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0605910 Aug 16 14:19:12.077455 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-af3dd582-44cb-4f65-88cc-2ebe4c20b0f2 req-79345f1f-b647-4d01-a14e-f907f6643291 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342641 Aug 16 14:19:12.423819 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea9172-24b9-4ea9-8a7d-91001387743c req-fb8d036c-1608-49af-98a5-e084cce86e7c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:12.425311 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-98ea9172-24b9-4ea9-8a7d-91001387743c req-fb8d036c-1608-49af-98a5-e084cce86e7c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0495420 Aug 16 14:19:12.468326 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-98ea9172-24b9-4ea9-8a7d-91001387743c req-2f173eb2-5ab9-4ace-a412-732ca62d3057 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370593 Aug 16 14:19:12.963386 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:19:13.000665 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:19:13.001015 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 9c23f2b5-8124-41bc-9c4c-a31d9cb310d2 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:19:13.211017 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19749ae6-5898-4503-9783-2c640455d575 req-9b89035c-7fa2-49ea-a82a-ffb60f6fade8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:13.212626 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-19749ae6-5898-4503-9783-2c640455d575 req-9b89035c-7fa2-49ea-a82a-ffb60f6fade8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0582340 Aug 16 14:19:13.259406 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-19749ae6-5898-4503-9783-2c640455d575 req-fe391928-b2c1-4e2b-8b10-0cbd400cdf8c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Aug 16 14:19:13.391648 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:13.602997 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297db356-988b-45f8-99b9-920a1853e55e req-c319543f-0039-4da9-b97e-aca117f56099 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:13.626865 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce350f-5b5c-4d8e-88de-cd44926097c8 req-123aea37-4c3d-4f7b-b2c2-953bcc18bd73 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:13.628541 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88ce350f-5b5c-4d8e-88de-cd44926097c8 req-123aea37-4c3d-4f7b-b2c2-953bcc18bd73 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0813272 Aug 16 14:19:13.629800 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-297db356-988b-45f8-99b9-920a1853e55e req-c319543f-0039-4da9-b97e-aca117f56099 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1073115 Aug 16 14:19:13.674119 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-297db356-988b-45f8-99b9-920a1853e55e req-b1730367-de36-4d0f-86d4-b11f3c329762 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433521 Aug 16 14:19:13.687183 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88ce350f-5b5c-4d8e-88de-cd44926097c8 req-ca601add-0576-4eea-b4b6-bd45bdb95e11 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501497 Aug 16 14:19:14.815264 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1a8a9-53a8-4131-980f-59e696951dd0 req-f3ce6627-9d7f-4605-b315-7d8c71eb1203 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:14.816944 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cad1a8a9-53a8-4131-980f-59e696951dd0 req-f3ce6627-9d7f-4605-b315-7d8c71eb1203 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0602734 Aug 16 14:19:14.883778 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cad1a8a9-53a8-4131-980f-59e696951dd0 req-10414b3f-33a4-4c28-aaec-2eeb3f3303d6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554061 Aug 16 14:19:15.003644 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e9ddd-ae71-4a67-a2f8-2314fc3b744f req-882a7ed3-e603-4e52-b701-cb1d94b3c84c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:15.008678 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6b2e9ddd-ae71-4a67-a2f8-2314fc3b744f req-882a7ed3-e603-4e52-b701-cb1d94b3c84c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0674541 Aug 16 14:19:15.057790 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6b2e9ddd-ae71-4a67-a2f8-2314fc3b744f req-a3c64a52-0e08-4d6c-99bd-b58cc69f0dbc tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455296 Aug 16 14:19:15.995545 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08456f04-aef0-49f4-b21e-1228993543d1 req-4b457580-a42a-4d38-866f-ecaa26f718d1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:15.997617 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-08456f04-aef0-49f4-b21e-1228993543d1 req-4b457580-a42a-4d38-866f-ecaa26f718d1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0546994 Aug 16 14:19:16.039953 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-08456f04-aef0-49f4-b21e-1228993543d1 req-ea6fc82c-59c6-4dd6-b9df-520f6df8103f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327950 Aug 16 14:19:16.189680 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b239a6-36bb-425b-9cc0-394f541ae0f4 req-19237088-b26c-45e0-a058-3484c9d9231a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:16.191103 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-80b239a6-36bb-425b-9cc0-394f541ae0f4 req-19237088-b26c-45e0-a058-3484c9d9231a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0499260 Aug 16 14:19:16.233656 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-80b239a6-36bb-425b-9cc0-394f541ae0f4 req-6682b467-b93f-406b-b233-2cd199429a2f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358355 Aug 16 14:19:17.085002 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:17.106314 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b597f-d2f4-44b5-b7cc-a3b9dd974147 req-8c81a91c-095c-4629-a5dd-52449c1396dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:17.109346 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bd3b597f-d2f4-44b5-b7cc-a3b9dd974147 req-8c81a91c-095c-4629-a5dd-52449c1396dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 1098 time: 0.0506728 Aug 16 14:19:17.183456 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f068b15-25fa-48cb-8cbd-6f2876850805 req-8d661239-5ccf-43f6-ba13-afb2140d3304 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:17.185548 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7f068b15-25fa-48cb-8cbd-6f2876850805 req-8d661239-5ccf-43f6-ba13-afb2140d3304 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0695498 Aug 16 14:19:17.224399 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7f068b15-25fa-48cb-8cbd-6f2876850805 req-4deff301-c4e0-460c-9118-fe35dadb51b9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326984 Aug 16 14:19:17.243144 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-967f8b35-c5e1-42f0-9be9-b51f50ff8707 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743194 Aug 16 14:19:17.244265 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b597f-d2f4-44b5-b7cc-a3b9dd974147 req-6a41ec4b-b628-4f6e-82c7-63097f71bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:17.245590 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bd3b597f-d2f4-44b5-b7cc-a3b9dd974147 req-6a41ec4b-b628-4f6e-82c7-63097f71bfca service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 920 time: 0.1279876 Aug 16 14:19:17.310349 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bd3b597f-d2f4-44b5-b7cc-a3b9dd974147 req-d5117208-5d86-40a1-a798-33b708d7a5e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23b477d-dfe2-49fe-a669-131d565e77ce HTTP/1.1" status: 200 len: 217 time: 0.0375497 Aug 16 14:19:17.417900 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b597f-d2f4-44b5-b7cc-a3b9dd974147 req-c3726616-6ddd-4e47-a10f-01c38d889093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:17.419409 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bd3b597f-d2f4-44b5-b7cc-a3b9dd974147 req-c3726616-6ddd-4e47-a10f-01c38d889093 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.1001956 Aug 16 14:19:17.427224 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-ce3c4240-ab84-4ec1-baf7-a2fd226af8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:17.428717 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-ce3c4240-ab84-4ec1-baf7-a2fd226af8e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 1098 time: 0.1212070 Aug 16 14:19:17.445289 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0a54e-e41c-489c-918e-3d94ee969e72 req-77a55204-a0b1-446a-8c80-540e49e21193 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:17.446830 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-afc0a54e-e41c-489c-918e-3d94ee969e72 req-77a55204-a0b1-446a-8c80-540e49e21193 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1289635 Aug 16 14:19:17.477103 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bd3b597f-d2f4-44b5-b7cc-a3b9dd974147 req-9e25333a-9e07-4882-a68d-be93ba9fb5ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474339 Aug 16 14:19:17.602154 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-afc0a54e-e41c-489c-918e-3d94ee969e72 req-c2ac6a00-a391-4e21-861c-0e76472c82e4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379507 Aug 16 14:19:17.656136 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-f6248ffd-748b-40ca-87e2-a9ca5290f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:17.657603 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-f6248ffd-748b-40ca-87e2-a9ca5290f9fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 920 time: 0.1907330 Aug 16 14:19:17.660942 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bd3b597f-d2f4-44b5-b7cc-a3b9dd974147 req-0372e935-ad04-4b68-ad49-a56e6e5a84bb service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624689 Aug 16 14:19:17.757690 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-00d9aecd-bb7d-4ca8-b650-00e0c6fb2c9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 HTTP/1.1" status: 200 len: 217 time: 0.0839005 Aug 16 14:19:17.842503 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-c4ffd225-5e7b-4af6-8c23-7ce7a3a97c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:17.844150 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-c4ffd225-5e7b-4af6-8c23-7ce7a3a97c6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.0766132 Aug 16 14:19:17.848713 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bd3b597f-d2f4-44b5-b7cc-a3b9dd974147 req-2ae765a0-f4b5-4180-9af7-6d9da8dbaedb service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736753 Aug 16 14:19:17.894961 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-22120657-41ca-48a3-84be-a2a4893373ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290689 Aug 16 14:19:18.017109 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-1035bc65-bd45-4ffc-8d6a-2eb891055d84 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987191 Aug 16 14:19:18.129579 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13a6992f-ca53-4497-9e3f-a052b86d60e5 req-a06f03a4-be68-4902-b20d-7addc2fac6e6 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024730 Aug 16 14:19:18.364581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8247edc-2792-4ece-8f4f-d7aa1fd1e426 req-d67a75c8-174d-4d83-9e16-b9e1ea956aee tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:18.366447 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e8247edc-2792-4ece-8f4f-d7aa1fd1e426 req-d67a75c8-174d-4d83-9e16-b9e1ea956aee tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0584297 Aug 16 14:19:18.406550 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e8247edc-2792-4ece-8f4f-d7aa1fd1e426 req-75651b66-ae14-481e-b5e7-60a8565bb494 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333967 Aug 16 14:19:18.740583 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8216711-822a-4b17-a6e0-dc284cc4ee78 req-a0104751-316e-40a4-8821-47d0e1d33f5d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:18.742176 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f8216711-822a-4b17-a6e0-dc284cc4ee78 req-a0104751-316e-40a4-8821-47d0e1d33f5d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0526571 Aug 16 14:19:18.780816 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f8216711-822a-4b17-a6e0-dc284cc4ee78 req-68c4e0f4-383c-4044-8c1e-2aea29e612fd tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321429 Aug 16 14:19:19.261850 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 52324) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:19.419991 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e6c0b8e5-2612-4b51-b1db-e17dc6bc7e35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1056e452e0ac48c1884ae24948ed8988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559010 Aug 16 14:19:19.422605 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 52332) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:19.478223 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4303fd61-355c-46fe-b30f-67e353283075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:19.508986 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4303fd61-355c-46fe-b30f-67e353283075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:19.540500 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2ca3c-0674-43e5-b8d7-a2ea456c22ac req-58b01066-6951-4548-aef2-40dddbcdc889 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:19.542270 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-21d2ca3c-0674-43e5-b8d7-a2ea456c22ac req-58b01066-6951-4548-aef2-40dddbcdc889 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0570595 Aug 16 14:19:19.559284 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4303fd61-355c-46fe-b30f-67e353283075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:19.562384 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4303fd61-355c-46fe-b30f-67e353283075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:19.563528 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-4303fd61-355c-46fe-b30f-67e353283075 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef20589c-4ce5-435b-8019-42339560d1b9 HTTP/1.1" status: 204 len: 168 time: 0.1396368 Aug 16 14:19:19.572274 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303fd61-355c-46fe-b30f-67e353283075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef20589c-4ce5-435b-8019-42339560d1b9,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:19.610915 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-21d2ca3c-0674-43e5-b8d7-a2ea456c22ac req-987f3790-3007-4f18-9d8d-1ddd87b00e39 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604727 Aug 16 14:19:19.800720 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:19:19.909854 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517a4f0-a944-4451-bd7b-5866c51e8b8e req-0f2c201c-7019-4822-b256-5087f7160743 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:19.911470 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e517a4f0-a944-4451-bd7b-5866c51e8b8e req-0f2c201c-7019-4822-b256-5087f7160743 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0524454 Aug 16 14:19:19.951528 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e517a4f0-a944-4451-bd7b-5866c51e8b8e req-a203e8a9-b7f3-42d9-8b1c-458d2847d463 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342033 Aug 16 14:19:20.744326 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237da482-ca4b-40c4-84aa-0787a13684c9 req-048175a8-91ab-4a2e-876f-7f7cee296fc0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:20.745837 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-237da482-ca4b-40c4-84aa-0787a13684c9 req-048175a8-91ab-4a2e-876f-7f7cee296fc0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0556622 Aug 16 14:19:20.790149 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-237da482-ca4b-40c4-84aa-0787a13684c9 req-d3473ec4-b727-4096-85a4-fb2bcabcdd90 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370622 Aug 16 14:19:21.075434 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0f995-2ee0-40a9-b4d2-29488b48c0f9 req-a755518a-9e2c-440c-a971-723833441c7a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:21.077021 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-27a0f995-2ee0-40a9-b4d2-29488b48c0f9 req-a755518a-9e2c-440c-a971-723833441c7a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0508478 Aug 16 14:19:21.117106 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-27a0f995-2ee0-40a9-b4d2-29488b48c0f9 req-546c09b2-ae21-427d-84b1-d89b2a1456d8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339935 Aug 16 14:19:21.912986 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef85a4-8899-40f3-9c04-3a1a4d490233 req-3438260a-35d3-4020-81df-8c8100b4155f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:21.915402 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-81ef85a4-8899-40f3-9c04-3a1a4d490233 req-3438260a-35d3-4020-81df-8c8100b4155f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0548596 Aug 16 14:19:21.957231 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-81ef85a4-8899-40f3-9c04-3a1a4d490233 req-bb416203-4058-4d5a-8d49-bc56c77de376 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354877 Aug 16 14:19:22.256648 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0863216-5f23-4cc3-8d16-09712f161556 req-fe149758-aa1d-409d-b9f3-5d9739448fee tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:22.258087 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0863216-5f23-4cc3-8d16-09712f161556 req-fe149758-aa1d-409d-b9f3-5d9739448fee tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0589404 Aug 16 14:19:22.299594 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0863216-5f23-4cc3-8d16-09712f161556 req-5bb10062-5b5d-4b74-9a1d-d38f9fd7f7db tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347958 Aug 16 14:19:23.079929 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb6518f-d5fc-4c38-8f9d-39c352f3db7d req-8bebd0ce-9567-4d27-8908-24031d2ef05e tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:23.081503 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2fb6518f-d5fc-4c38-8f9d-39c352f3db7d req-8bebd0ce-9567-4d27-8908-24031d2ef05e tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0537200 Aug 16 14:19:23.124554 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2fb6518f-d5fc-4c38-8f9d-39c352f3db7d req-65bc64da-6159-43b9-8292-e9d19fbf46cd tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364206 Aug 16 14:19:23.432274 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c6ca-ab73-4342-a7b1-5edc3693c266 req-b82f092b-da3c-40d3-ac28-6862b552b10b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:23.433770 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4056c6ca-ab73-4342-a7b1-5edc3693c266 req-b82f092b-da3c-40d3-ac28-6862b552b10b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0558126 Aug 16 14:19:23.479060 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4056c6ca-ab73-4342-a7b1-5edc3693c266 req-bb2b1252-bbf6-451f-ac36-8093aa05c5c0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374649 Aug 16 14:19:24.244504 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cc65f-f39e-493e-bf66-43c4781a14d7 req-34c412e9-4522-4de6-b209-45add40b3f5d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:24.246108 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-474cc65f-f39e-493e-bf66-43c4781a14d7 req-34c412e9-4522-4de6-b209-45add40b3f5d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0524163 Aug 16 14:19:24.287955 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-474cc65f-f39e-493e-bf66-43c4781a14d7 req-af080d83-4a33-487d-89e5-1e1d5863868b tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350158 Aug 16 14:19:24.474256 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 52414) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:24.646320 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe5e5-5a9c-4086-8315-850a2acc7183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:24.678730 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7b6c3-0c0e-43d6-9886-277fe866d834 req-0d9c7a0a-a201-451c-8efc-cb34f993ac60 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:24.681571 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e9b7b6c3-0c0e-43d6-9886-277fe866d834 req-0d9c7a0a-a201-451c-8efc-cb34f993ac60 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0977662 Aug 16 14:19:24.753493 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e9b7b6c3-0c0e-43d6-9886-277fe866d834 req-ef6bdaf0-a80c-4146-b394-399ccc2f4280 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632212 Aug 16 14:19:24.802623 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe5e5-5a9c-4086-8315-850a2acc7183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:24.808354 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe5e5-5a9c-4086-8315-850a2acc7183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:24.836975 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 52436) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:24.850256 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8a1fe5e5-5a9c-4086-8315-850a2acc7183 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c0702da75314afa927aa41afbe8fcd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743207 Aug 16 14:19:24.851388 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fe5e5-5a9c-4086-8315-850a2acc7183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8440d96-05e5-4f8c-b99f-5060f01b8502,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:24.853409 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 52440) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:24.905697 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0a76f9d-bfc8-48b6-aad6-52d27137e72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:24.933878 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0a76f9d-bfc8-48b6-aad6-52d27137e72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:24.962646 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-607bced5-8148-4999-b5e3-69792d9056a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.017729 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0a76f9d-bfc8-48b6-aad6-52d27137e72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.020435 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a0a76f9d-bfc8-48b6-aad6-52d27137e72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.021689 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a0a76f9d-bfc8-48b6-aad6-52d27137e72b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8440d96-05e5-4f8c-b99f-5060f01b8502 HTTP/1.1" status: 204 len: 168 time: 0.1673386 Aug 16 14:19:25.039230 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a76f9d-bfc8-48b6-aad6-52d27137e72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8440d96-05e5-4f8c-b99f-5060f01b8502,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:25.039485 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device dd0d33e6-d192-4f0d-990c-d8759ae10459 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:19:25.105764 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-607bced5-8148-4999-b5e3-69792d9056a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.112257 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-607bced5-8148-4999-b5e3-69792d9056a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.151408 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:25.151957 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-607bced5-8148-4999-b5e3-69792d9056a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2cdf83a359d44e5f989f2620596611ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137627 Aug 16 14:19:25.154766 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 52446) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:25.161299 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bced5-8148-4999-b5e3-69792d9056a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c147c9d-7fe8-4125-90dd-373abc7fa4e1,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:25.163401 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'port_id': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'mac_address': 'fa:16:3e:23:50:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:19:25.211821 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.222328 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-22a1b40c-a62f-44b5-a807-e0c44d022073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.230362 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd0d33e6-d192-4f0d-990c-d8759ae10459 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:19:25.251471 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-22a1b40c-a62f-44b5-a807-e0c44d022073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.260939 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:25.266350 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.313577 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-22a1b40c-a62f-44b5-a807-e0c44d022073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.316645 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-22a1b40c-a62f-44b5-a807-e0c44d022073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:25.318107 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-22a1b40c-a62f-44b5-a807-e0c44d022073 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9c147c9d-7fe8-4125-90dd-373abc7fa4e1 HTTP/1.1" status: 204 len: 168 time: 0.1624150 Aug 16 14:19:25.325185 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=6']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:25.328213 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1b40c-a62f-44b5-a807-e0c44d022073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c147c9d-7fe8-4125-90dd-373abc7fa4e1,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:25.350679 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.351094 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.351499 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.352048 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.352387 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.352721 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.353049 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.353375 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.353724 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.354160 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.354377 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.354870 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:25.484531 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['dd0d33e6-d192-4f0d-990c-d8759ae10459'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:19:25.820036 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92b192-c2ab-413b-b056-5697d961e4ae req-22475a0d-3b46-49a2-bf47-6c8e7fb4c334 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:25.821713 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8d92b192-c2ab-413b-b056-5697d961e4ae req-22475a0d-3b46-49a2-bf47-6c8e7fb4c334 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0519748 Aug 16 14:19:25.876109 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8d92b192-c2ab-413b-b056-5697d961e4ae req-46bafd50-9bbf-4690-8e83-568b9b07d180 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463643 Aug 16 14:19:25.994060 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c788e51-b7cc-4e85-a9a8-a56d03f66eef req-7b16bbf7-63fb-4767-96dd-c8ae86c0f9ed tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:25.995967 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1c788e51-b7cc-4e85-a9a8-a56d03f66eef req-7b16bbf7-63fb-4767-96dd-c8ae86c0f9ed tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0576854 Aug 16 14:19:26.040059 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1c788e51-b7cc-4e85-a9a8-a56d03f66eef req-75cd949c-6d3b-4a5f-aa03-943fca54ad30 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338798 Aug 16 14:19:26.108522 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 52486) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:26.231874 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1634113291-network', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:19:26.258043 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Made reservation on behalf of ea79466a92dd45dfbf36f13d27ce729f for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:19:26.261960 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.271953 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.389967 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.394825 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.420403 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:19:26.437117 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef57e066-403f-44d3-bfca-261ac702af0b,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:26.440147 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.440496 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Added segment 3f135dab-daf1-4734-9408-d96dc3b55b27 of type vlan for network d8e37c9d-d594-48e9-9e06-f33e879c7cac Aug 16 14:19:26.489980 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.516664 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.518071 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:26.518810 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.580055 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4703209 Aug 16 14:19:26.583065 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 52500) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:26.583275 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d7d28e-464d-405b-88a7-3ab365671797 admin admin] Pushing event updated for resources: {'Network': ['ID=d8e37c9d-d594-48e9-9e06-f33e879c7cac,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:26.590640 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Request body: {'subnet': {'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1634113291-subnet', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:19:26.599780 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network d8e37c9d-d594-48e9-9e06-f33e879c7cac details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:19:26.615494 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Made reservation on behalf of ea79466a92dd45dfbf36f13d27ce729f for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:19:26.617861 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3793399'] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.789194 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3793305'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.844535 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=466b8c79-d728-40c5-b6e3-7d5779272c6e,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:26.853989 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Checking segment: {'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:19:26.854352 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Network hostable DHCP agents. Network: d8e37c9d-d594-48e9-9e06-f33e879c7cac, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:19:26.871104 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Network d8e37c9d-d594-48e9-9e06-f33e879c7cac is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:19:26.880476 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, d8e37c9d-d594-48e9-9e06-f33e879c7cac) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:26.893926 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497cb1f6-c3bd-45a8-843e-55b7c698710a None None] Network d8e37c9d-d594-48e9-9e06-f33e879c7cac requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:19:26.894921 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:26.895660 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.918313 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 52510) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:26.918447 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-fc168424-4885-47e6-9086-8ebf5c137035 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3340013 Aug 16 14:19:26.922997 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:19:26.947411 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3310'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:26.948788 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3301'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.010758 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.044644 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device dd0d33e6-d192-4f0d-990c-d8759ae10459 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:27.119054 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port dd0d33e6-d192-4f0d-990c-d8759ae10459 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:27.119724 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.121878 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp313dcea0-1251-5108-a967-adabd9b83d60-d8e37c9d-d594-48e9-9e06-f33e879c7cac', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e'}]}} from dv-cinder-804584-9-iscsi. {{(pid=94162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:19:27.122923 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.174416 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.261589 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe7fb9-bf1e-4520-8e14-52adaa30ae8c req-a97d3afc-4123-45dd-90cf-20633c49d571 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:27.271208 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-eabe7fb9-bf1e-4520-8e14-52adaa30ae8c req-a97d3afc-4123-45dd-90cf-20633c49d571 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.1141827 Aug 16 14:19:27.331884 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.360419 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.db_base_plugin_common [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Allocated IP 172.20.0.2 (d8e37c9d-d594-48e9-9e06-f33e879c7cac/466b8c79-d728-40c5-b6e3-7d5779272c6e/10018a03-4bc9-40db-875a-c4bdc6987e7e) {{(pid=94162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:19:27.369947 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:19:27.372452 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b19629-b26f-4f46-afff-813b66b5323b" -d '{"events": [{"server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:19:27.378112 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-eabe7fb9-bf1e-4520-8e14-52adaa30ae8c req-87feaca5-728d-4f26-aae4-f63dd691c6ac tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058011 Aug 16 14:19:27.407248 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:27.424068 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.552489 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=7']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:27.644429 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e8f56f-6857-4aa0-8de8-88925dc403a3 x-openstack-request-id: req-17e8f56f-6857-4aa0-8de8-88925dc403a3 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:19:27.645427 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:19:27.645854 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-17e8f56f-6857-4aa0-8de8-88925dc403a3 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:19:27.646441 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'code': 200} Aug 16 14:19:27.664243 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Notify callbacks [] for port, precommit_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.673684 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Transition to ACTIVE for port object 10018a03-4bc9-40db-875a-c4bdc6987e7e will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:27.701101 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.711409 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Transition to ACTIVE for port object 10018a03-4bc9-40db-875a-c4bdc6987e7e will not be triggered until provisioned by entity DHCP. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:27.723258 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.732478 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.777099 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Network d8e37c9d-d594-48e9-9e06-f33e879c7cac is already hosted by enough agents. {{(pid=94162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:19:27.784812 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.base_scheduler [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Resources bound (agent type, host, resource id): {{(pid=94162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:27.788094 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Received port after_create {{(pid=94162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:19:27.804631 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Pushing event updated for resources: {'Port': ['ID=10018a03-4bc9-40db-875a-c4bdc6987e7e,revision_number=1']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:27.840980 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68c1a8-735f-4b1b-a004-33685c1f71c0 req-3260b5d1-272e-48fc-8de2-e9f98578674d tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:27.848241 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b68c1a8-735f-4b1b-a004-33685c1f71c0 req-3260b5d1-272e-48fc-8de2-e9f98578674d tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 945 time: 0.0731738 Aug 16 14:19:27.874950 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Attempting to bind port 10018a03-4bc9-40db-875a-c4bdc6987e7e on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:19:27.876171 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Attempting to bind port 10018a03-4bc9-40db-875a-c4bdc6987e7e by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:19:27.876710 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Attempting to bind port 10018a03-4bc9-40db-875a-c4bdc6987e7e on network d8e37c9d-d594-48e9-9e06-f33e879c7cac {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:19:27.883629 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:19:27.884415 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Checking segment: {'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:19:27.885050 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.885607 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Bound using segment: {'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:19:27.886256 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Bound port: 10018a03-4bc9-40db-875a-c4bdc6987e7e, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:19:27.886852 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:27.909592 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b68c1a8-735f-4b1b-a004-33685c1f71c0 req-999c9377-0097-4a96-8d53-1f5a6ebb271d tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569623 Aug 16 14:19:27.913028 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Allocated IP 172.27.3.36 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/20380fd6-cb72-48ba-882c-fa5f4051432b) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:19:27.996383 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] For port 10018a03-4bc9-40db-875a-c4bdc6987e7e, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:19:28.000704 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] For port 10018a03-4bc9-40db-875a-c4bdc6987e7e, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=10018a03-4bc9-40db-875a-c4bdc6987e7e,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:19:28.008939 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:28.087943 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1db7c-d2c3-48c3-a4cf-1f06fac5efab None None] Pushing event updated for resources: {'Port': ['ID=10018a03-4bc9-40db-875a-c4bdc6987e7e,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:28.102226 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:28.156348 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:28.213788 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:19:28.218411 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:28.220879 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:19:28.227176 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Pushing event updated for resources: {'Port': ['ID=20380fd6-cb72-48ba-882c-fa5f4051432b,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:28.646628 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac5028-0454-4aee-9025-6c492f0fabc8 req-96669c59-08ef-4cfa-991e-988832800b71 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:28.648137 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d8ac5028-0454-4aee-9025-6c492f0fabc8 req-96669c59-08ef-4cfa-991e-988832800b71 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0949495 Aug 16 14:19:28.735536 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d8ac5028-0454-4aee-9025-6c492f0fabc8 req-14b66875-c1cc-426a-84cd-c456e89c459a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798025 Aug 16 14:19:28.814941 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:29.104668 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:29.133405 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a01e83-4f98-4a98-9ad0-355212fb6c45 req-e7373dd9-54d8-4353-9b6d-c428939b5346 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:29.146254 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c8a01e83-4f98-4a98-9ad0-355212fb6c45 req-e7373dd9-54d8-4353-9b6d-c428939b5346 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 945 time: 0.0860858 Aug 16 14:19:29.209411 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c8a01e83-4f98-4a98-9ad0-355212fb6c45 req-f9d154e2-60b0-4a20-8c32-627d27039d90 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622396 Aug 16 14:19:29.294787 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8d040-627a-49b0-a961-5f258c23fc89 None None] Network d8e37c9d-d594-48e9-9e06-f33e879c7cac requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:19:29.332580 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd is scheduled to L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:19:29.354674 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 10018a03-4bc9-40db-875a-c4bdc6987e7e up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:29.548650 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:19:29.565711 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Sync routers for ids ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:19:29.566841 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-a491fd0f-1dfa-4e45-94e8-7310fbaef68a None None] Provisioning for port 10018a03-4bc9-40db-875a-c4bdc6987e7e completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:29.585730 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Routers {'8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:29.588311 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:29.588743 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:19:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:29.594707 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8ac747a7-9ff7-43ad-b1d7-042ecbd004e9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6732459 Aug 16 14:19:29.596026 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 52548) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:29.606351 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 10018a03-4bc9-40db-875a-c4bdc6987e7e completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:29.626927 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 10018a03-4bc9-40db-875a-c4bdc6987e7e triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:29.627596 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:29.725206 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Set router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:29.839751 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:29.903160 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 10018a03-4bc9-40db-875a-c4bdc6987e7e, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=10018a03-4bc9-40db-875a-c4bdc6987e7e,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:29.919832 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:29.987015 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=10018a03-4bc9-40db-875a-c4bdc6987e7e,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:30.008946 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-32e261e3-cae8-42b2-a3ff-f5baf62b9624 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:30.010737 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-32e261e3-cae8-42b2-a3ff-f5baf62b9624 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 945 time: 0.2056575 Aug 16 14:19:30.041297 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4474ce9-2807-4944-bdc5-e078fbde60d5 req-b3e64058-5f7c-4cb7-80c8-39c0dc1f93f2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:30.043138 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b4474ce9-2807-4944-bdc5-e078fbde60d5 req-b3e64058-5f7c-4cb7-80c8-39c0dc1f93f2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1578748 Aug 16 14:19:30.101050 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-53d556dc-7c9d-4deb-90e5-0fe0203f15e4 None None] Provisioning complete for port 10018a03-4bc9-40db-875a-c4bdc6987e7e triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:30.101422 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-53d556dc-7c9d-4deb-90e5-0fe0203f15e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:30.141451 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:28Z', 'revision_number': 3, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:30.190516 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Checking router: 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:19:30.194315 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Updating router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd port 20380fd6-cb72-48ba-882c-fa5f4051432b binding host dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:19:30.266516 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:30.308843 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b4474ce9-2807-4944-bdc5-e078fbde60d5 req-5b969b14-7dce-4145-972e-91030ac4c78b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2521307 Aug 16 14:19:30.399026 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392975d-beac-40dd-a0ef-d69b8a7b765f req-669e0a51-9f98-42c1-bca5-ac6c0d9c9f58 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:30.409300 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f392975d-beac-40dd-a0ef-d69b8a7b765f req-669e0a51-9f98-42c1-bca5-ac6c0d9c9f58 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 945 time: 0.0715039 Aug 16 14:19:30.414699 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-9d5a12af-1e94-461b-bf1b-21396b06090b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Deleting port c6beabd7-3ccf-4485-ae21-67e0957e7c24 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:19:30.415173 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-9d5a12af-1e94-461b-bf1b-21396b06090b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:30.472335 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f392975d-beac-40dd-a0ef-d69b8a7b765f req-077b361e-ecd0-46fc-bba3-8bce50d536b2 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620265 Aug 16 14:19:30.579034 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:30.686413 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-9d5a12af-1e94-461b-bf1b-21396b06090b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] For port c6beabd7-3ccf-4485-ae21-67e0957e7c24, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=c6beabd7-3ccf-4485-ae21-67e0957e7c24,segment=NetworkSegment(624506aa-eb48-4c4a-baf6-8212da3fa9f8),segment_id=624506aa-eb48-4c4a-baf6-8212da3fa9f8)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:30.686785 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-9d5a12af-1e94-461b-bf1b-21396b06090b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:30.710093 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-9d5a12af-1e94-461b-bf1b-21396b06090b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Calling delete_port for c6beabd7-3ccf-4485-ae21-67e0957e7c24 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:19:30.732714 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Notify callbacks [] for port, precommit_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:30.743475 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.provisioning_blocks [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Transition to ACTIVE for port object 20380fd6-cb72-48ba-882c-fa5f4051432b will not be triggered until provisioned by entity L2. {{(pid=94163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:30.751601 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:30.814727 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Attempting to bind port 20380fd6-cb72-48ba-882c-fa5f4051432b on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:19:30.815104 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Attempting to bind port 20380fd6-cb72-48ba-882c-fa5f4051432b by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:19:30.815467 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Attempting to bind port 20380fd6-cb72-48ba-882c-fa5f4051432b on network 6b166495-d3e3-4480-9115-660eac9b9b3e {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:19:30.818369 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Pushing event updated for resources: {'Port': ['ID=20380fd6-cb72-48ba-882c-fa5f4051432b,revision_number=2']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:30.829538 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.829832 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.830181 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.830517 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.830848 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.831182 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.831508 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.831862 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.832210 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.832536 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.832856 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.833175 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:19:30.836890 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:19:30.837437 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:19:30.837843 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:30.845229 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Bound using segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:19:30.845813 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Bound port: 20380fd6-cb72-48ba-882c-fa5f4051432b, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:19:30.846232 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:30.896022 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Allocated IP 172.20.0.1 (d8e37c9d-d594-48e9-9e06-f33e879c7cac/466b8c79-d728-40c5-b6e3-7d5779272c6e/2fec6bcc-1851-4de4-9d06-4bc0a459ac20) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:19:30.930564 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] For port 20380fd6-cb72-48ba-882c-fa5f4051432b, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:19:30.936392 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] For port 20380fd6-cb72-48ba-882c-fa5f4051432b, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=20380fd6-cb72-48ba-882c-fa5f4051432b,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:19:30.947488 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:31.017426 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f16fb-d9bc-47df-beb1-d473d5668eae None None] Pushing event updated for resources: {'Port': ['ID=20380fd6-cb72-48ba-882c-fa5f4051432b,revision_number=3']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:31.067875 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Routers {'8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:31.069009 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:19:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:31.205903 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] Set router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:31.320613 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-9d5a12af-1e94-461b-bf1b-21396b06090b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:31.332864 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 10018a03-4bc9-40db-875a-c4bdc6987e7e up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:31.388446 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a12af-1e94-461b-bf1b-21396b06090b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Pushing event deleted for resources: {'Port': ['ID=c6beabd7-3ccf-4485-ae21-67e0957e7c24,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:31.427932 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:28Z', 'revision_number': 3, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:31.433337 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 10018a03-4bc9-40db-875a-c4bdc6987e7e triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:31.433709 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:31.487370 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d192e-6096-441d-a266-a0e402170d70 req-5e17426d-8167-45c5-b278-093fad2cdb14 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:31.488054 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:31.496302 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-354d192e-6096-441d-a266-a0e402170d70 req-5e17426d-8167-45c5-b278-093fad2cdb14 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0993552 Aug 16 14:19:31.500898 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb10e37-28d2-49a2-a754-2a21e0c92b39 None None] The sync data for ids ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'] in dv-cinder-804584-9-iscsi is: [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:28Z', 'revision_number': 3, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:19:31.542201 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Transition to ACTIVE for port object 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:31.552160 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-354d192e-6096-441d-a266-a0e402170d70 req-42cb3302-c802-488f-902b-bd8de2ffd5d8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539403 Aug 16 14:19:31.587281 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-9d5a12af-1e94-461b-bf1b-21396b06090b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] No DVR routers for this DVR port c6beabd7-3ccf-4485-ae21-67e0957e7c24 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:19:31.590562 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-9d5a12af-1e94-461b-bf1b-21396b06090b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:31.593505 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-297a2320-7bd1-4384-92ad-9b9e32419b0b req-9d5a12af-1e94-461b-bf1b-21396b06090b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.30 "DELETE /v2.0/ports/c6beabd7-3ccf-4485-ae21-67e0957e7c24 HTTP/1.1" status: 204 len: 173 time: 1.5692010 Aug 16 14:19:31.600219 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6149d6-80b7-4721-89dc-e6887ed58584', 'name': 'network-vif-deleted', 'tag': 'c6beabd7-3ccf-4485-ae21-67e0957e7c24'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:19:31.602630 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c79cee2-4439-4dd3-bac4-a6a1b65d1412" -d '{"events": [{"server_uuid": "bb6149d6-80b7-4721-89dc-e6887ed58584", "name": "network-vif-deleted", "tag": "c6beabd7-3ccf-4485-ae21-67e0957e7c24"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:19:31.674857 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fd0a7c-94da-44d9-a5ad-9e109f4e8da2 x-openstack-request-id: req-89fd0a7c-94da-44d9-a5ad-9e109f4e8da2 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:19:31.675128 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6149d6-80b7-4721-89dc-e6887ed58584", "name": "network-vif-deleted", "tag": "c6beabd7-3ccf-4485-ae21-67e0957e7c24", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:19:31.675377 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-89fd0a7c-94da-44d9-a5ad-9e109f4e8da2 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:19:31.675788 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6149d6-80b7-4721-89dc-e6887ed58584', 'name': 'network-vif-deleted', 'tag': 'c6beabd7-3ccf-4485-ae21-67e0957e7c24', 'status': 'completed', 'code': 200} Aug 16 14:19:31.677800 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-23238a82-96b0-443c-9fa4-fe2925e4e7c1 req-9c94faba-e2ac-4a29-91d6-8f5cddef4f1f tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=bb6149d6-80b7-4721-89dc-e6887ed58584 HTTP/1.1" status: 200 len: 210 time: 0.0699220 Aug 16 14:19:31.700500 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:31.777264 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Pushing event updated for resources: {'Port': ['ID=2fec6bcc-1851-4de4-9d06-4bc0a459ac20,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:31.784426 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Network d8e37c9d-d594-48e9-9e06-f33e879c7cac is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:19:31.801575 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:31.801575 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:19:31.930010 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701108'] for router_interface, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:32.177218 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:32.226577 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-4ba5919e-26ae-43f3-9c0f-de03c0ca6440 None None] Provisioning for port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:32.248364 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-4ba5919e-26ae-43f3-9c0f-de03c0ca6440 None None] Provisioning complete for port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:32.252320 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-4ba5919e-26ae-43f3-9c0f-de03c0ca6440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:32.314171 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5919e-26ae-43f3-9c0f-de03c0ca6440 None None] Port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:19:32.464377 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:32.472572 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:32.552213 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700952'] for router_interface, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:32.554948 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Pushing event updated for resources: {'Port': ['ID=2fec6bcc-1851-4de4-9d06-4bc0a459ac20,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:32.740532 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Network d8e37c9d-d594-48e9-9e06-f33e879c7cac is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:19:32.752699 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc6d49-bced-4987-8f17-f2e24465de7b req-02797721-f7a2-4a2f-84b3-4b2a55fd759f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:32.754602 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9bdc6d49-bced-4987-8f17-f2e24465de7b req-02797721-f7a2-4a2f-84b3-4b2a55fd759f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0917444 Aug 16 14:19:32.756219 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:32.880032 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9bdc6d49-bced-4987-8f17-f2e24465de7b req-522ceb17-ffbb-4926-9df5-d1c0dc2bf14d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925312 Aug 16 14:19:33.013775 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:19:33.071648 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device c6beabd7-3ccf-4485-ae21-67e0957e7c24 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:19:33.143781 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: c6beabd7-3ccf-4485-ae21-67e0957e7c24 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:19:33.148326 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device c6beabd7-3ccf-4485-ae21-67e0957e7c24 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:19:33.172045 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-d3c1420e-e11d-4a92-9112-8f97053b2c9d None None] Provisioning complete for port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:33.172719 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d3c1420e-e11d-4a92-9112-8f97053b2c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:33.196304 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:19:33.203540 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-1a5d3916-d716-46dd-9999-465048715467 admin admin] 10.222.0.13 "PUT /v2.0/routers/8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6064391 Aug 16 14:19:33.235506 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1420e-e11d-4a92-9112-8f97053b2c9d None None] Port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:19:33.363082 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 20380fd6-cb72-48ba-882c-fa5f4051432b up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:33.440232 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 20380fd6-cb72-48ba-882c-fa5f4051432b completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:33.445823 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 20380fd6-cb72-48ba-882c-fa5f4051432b triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:33.446388 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:33.592836 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:33.642576 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 20380fd6-cb72-48ba-882c-fa5f4051432b, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=20380fd6-cb72-48ba-882c-fa5f4051432b,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:33.649150 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:33.748479 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=20380fd6-cb72-48ba-882c-fa5f4051432b,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:33.876919 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Sync routers for ids ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:19:33.894280 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Routers {'8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:33.895706 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:19:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:33.993144 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 52604) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:34.001485 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2055920581-network', 'tenant_id': '7e9b9ab41a7a4349899033786c334966'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:19:34.043162 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29971d-75db-40dd-a36e-70d29933c9d3 req-0bddd762-7459-40bb-8a8b-2aa431c7290e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:34.046421 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ea29971d-75db-40dd-a36e-70d29933c9d3 req-0bddd762-7459-40bb-8a8b-2aa431c7290e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0823250 Aug 16 14:19:34.054765 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Made reservation on behalf of 7e9b9ab41a7a4349899033786c334966 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:19:34.058821 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.071420 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.106133 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ea29971d-75db-40dd-a36e-70d29933c9d3 req-ec795635-5943-427b-bc9b-eac774d6fd44 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506058 Aug 16 14:19:34.182997 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Set router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:34.195636 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.202733 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.226849 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:19:34.244470 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f3632b-333b-4ebd-9b93-fa735ae511db,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:34.250850 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.251855 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Added segment 40301ddc-8fdd-4805-ae8c-76ac663a684c of type vlan for network 4b4e3412-42a7-48bc-847c-04532051eb54 Aug 16 14:19:34.304008 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.352331 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.353972 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:34.354740 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.439002 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4446421 Aug 16 14:19:34.442018 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 52610) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:34.443021 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709645e-b76d-45c1-b353-fd4c8d4d6ece admin admin] Pushing event updated for resources: {'Network': ['ID=4b4e3412-42a7-48bc-847c-04532051eb54,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:34.447380 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Request body: {'subnet': {'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2055920581-subnet', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:19:34.466571 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network 4b4e3412-42a7-48bc-847c-04532051eb54 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:19:34.487581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Made reservation on behalf of 7e9b9ab41a7a4349899033786c334966 for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:19:34.490159 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3793399'] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.548410 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:32Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '2fec6bcc-1851-4de4-9d06-4bc0a459ac20', 'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'mac_address': 'fa:16:3e:a3:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:30Z', 'updated_at': '2021-08-16T14:19:32Z', 'revision_number': 2, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'subnets': [{'id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:34.582850 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Checking router: 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:19:34.583202 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Updating router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 binding host dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:19:34.609747 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.760998 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3793305'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.825066 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0c0ed5-ae50-4915-8367-87c5639fbb33,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:34.843830 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Checking segment: {'id': '40301ddc-8fdd-4805-ae8c-76ac663a684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:19:34.844184 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Network hostable DHCP agents. Network: 4b4e3412-42a7-48bc-847c-04532051eb54, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:19:34.866250 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Network 4b4e3412-42a7-48bc-847c-04532051eb54 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:19:34.882985 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, 4b4e3412-42a7-48bc-847c-04532051eb54) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:34.889960 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:34.891409 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.903982 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddbf9b2-5d23-4298-ace9-bd76904de4f5 None None] Network 4b4e3412-42a7-48bc-847c-04532051eb54 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:19:34.912314 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 52612) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:34.912968 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-ce36d717-73e2-4e8f-ab7b-e68e52324dd4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4692585 Aug 16 14:19:34.917963 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2055920581-router', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:19:34.947024 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3310'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:34.949088 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3301'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.031561 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.077728 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.089936 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Transition to ACTIVE for port object 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:35.106300 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.190134 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc562b-f991-4203-b920-d9ed476ce794 None None] Pushing event updated for resources: {'Port': ['ID=2fec6bcc-1851-4de4-9d06-4bc0a459ac20,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:35.217665 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp313dcea0-1251-5108-a967-adabd9b83d60-4b4e3412-42a7-48bc-847c-04532051eb54', 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'fixed_ips': [{'subnet_id': '6a0c0ed5-ae50-4915-8367-87c5639fbb33'}]}} from dv-cinder-804584-9-iscsi. {{(pid=94162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:19:35.218515 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.274874 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.282592 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Attempting to bind port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:19:35.283712 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Attempting to bind port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:19:35.284919 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Attempting to bind port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 on network d8e37c9d-d594-48e9-9e06-f33e879c7cac {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:19:35.299003 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:19:35.299963 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Checking segment: {'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:19:35.300588 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.301180 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Bound using segment: {'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:19:35.302073 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Bound port: 2fec6bcc-1851-4de4-9d06-4bc0a459ac20, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:19:35.302671 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.377690 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 20380fd6-cb72-48ba-882c-fa5f4051432b up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:35.389830 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8595b1d-4885-4160-bbe1-b14cba859b03 req-4afeaa68-10b0-4532-b32a-35debb1b75bd tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:35.400920 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b8595b1d-4885-4160-bbe1-b14cba859b03 req-4afeaa68-10b0-4532-b32a-35debb1b75bd tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1612458 Aug 16 14:19:35.478854 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b8595b1d-4885-4160-bbe1-b14cba859b03 req-e44fe559-c060-4a1f-b688-0085836cf428 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749593 Aug 16 14:19:35.605187 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 20380fd6-cb72-48ba-882c-fa5f4051432b triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:35.605553 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.652119 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.675828 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.691006 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] For port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:19:35.739461 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] For port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=2fec6bcc-1851-4de4-9d06-4bc0a459ac20,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:19:35.749124 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.db_base_plugin_common [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Allocated IP 172.20.0.2 (4b4e3412-42a7-48bc-847c-04532051eb54/6a0c0ed5-ae50-4915-8367-87c5639fbb33/73097563-9cee-4fce-afa8-114354fa4b5f) {{(pid=94162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:19:35.759914 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:35.839440 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Allocated IP 172.27.3.164 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/b5bd9ed3-b981-400d-a5f0-da7684bfbbf1) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:19:35.912918 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc562b-f991-4203-b920-d9ed476ce794 None None] Pushing event updated for resources: {'Port': ['ID=2fec6bcc-1851-4de4-9d06-4bc0a459ac20,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:35.917775 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Routers {'8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:35.918656 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:19:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:36.021354 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:36.078370 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:36.121241 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:19:36.124371 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:36.128377 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:19:36.133354 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] Set router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:36.136601 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:36.151812 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bd9ed3-b981-400d-a5f0-da7684bfbbf1,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:36.174330 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Transition to ACTIVE for port object 73097563-9cee-4fce-afa8-114354fa4b5f will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:36.262323 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Transition to ACTIVE for port object 73097563-9cee-4fce-afa8-114354fa4b5f will not be triggered until provisioned by entity DHCP. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:36.505166 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:36.529745 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Network 4b4e3412-42a7-48bc-847c-04532051eb54 is already hosted by enough agents. {{(pid=94162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:19:36.552022 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.base_scheduler [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Resources bound (agent type, host, resource id): {{(pid=94162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:36.559038 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Received port after_create {{(pid=94162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:19:36.633741 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:36.635725 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Pushing event updated for resources: {'Port': ['ID=73097563-9cee-4fce-afa8-114354fa4b5f,revision_number=1']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:36.666506 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadabe0-3ac0-4b21-aca5-3ebb36a8008d req-a3150d4e-a911-4698-a287-9d79aba1d5ef tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:36.669536 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ceadabe0-3ac0-4b21-aca5-3ebb36a8008d req-a3150d4e-a911-4698-a287-9d79aba1d5ef tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0907471 Aug 16 14:19:36.672038 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Attempting to bind port 73097563-9cee-4fce-afa8-114354fa4b5f on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:19:36.672414 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Attempting to bind port 73097563-9cee-4fce-afa8-114354fa4b5f by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '40301ddc-8fdd-4805-ae8c-76ac663a684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:19:36.672776 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Attempting to bind port 73097563-9cee-4fce-afa8-114354fa4b5f on network 4b4e3412-42a7-48bc-847c-04532051eb54 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:19:36.680402 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:19:36.680784 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Checking segment: {'id': '40301ddc-8fdd-4805-ae8c-76ac663a684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:19:36.681190 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:36.681582 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Bound using segment: {'id': '40301ddc-8fdd-4805-ae8c-76ac663a684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:19:36.682080 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Bound port: 73097563-9cee-4fce-afa8-114354fa4b5f, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40301ddc-8fdd-4805-ae8c-76ac663a684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:19:36.682561 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:36.752073 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ceadabe0-3ac0-4b21-aca5-3ebb36a8008d req-2fb9d49b-8b6f-4cab-983f-ad883f88711b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686898 Aug 16 14:19:36.767045 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:32Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '2fec6bcc-1851-4de4-9d06-4bc0a459ac20', 'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'mac_address': 'fa:16:3e:a3:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:30Z', 'updated_at': '2021-08-16T14:19:35Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'subnets': [{'id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:36.773909 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] For port 73097563-9cee-4fce-afa8-114354fa4b5f, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:19:36.816914 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb880535-7260-4e1a-a830-acfe124ea73c None None] The sync data for ids ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'] in dv-cinder-804584-9-iscsi is: [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:32Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '2fec6bcc-1851-4de4-9d06-4bc0a459ac20', 'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'mac_address': 'fa:16:3e:a3:2b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:30Z', 'updated_at': '2021-08-16T14:19:35Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'subnets': [{'id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:19:36.822278 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] For port 73097563-9cee-4fce-afa8-114354fa4b5f, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=73097563-9cee-4fce-afa8-114354fa4b5f,segment=NetworkSegment(40301ddc-8fdd-4805-ae8c-76ac663a684c),segment_id=40301ddc-8fdd-4805-ae8c-76ac663a684c)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:19:36.829162 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:36.968514 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bcb64-da45-4e8d-8ac7-6ba1734b61c5 None None] Pushing event updated for resources: {'Port': ['ID=73097563-9cee-4fce-afa8-114354fa4b5f,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:37.062195 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:37.275663 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Router d336ab51-fefb-45d6-bd57-d52f85284b28 is scheduled to L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:19:37.545379 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 73097563-9cee-4fce-afa8-114354fa4b5f up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:37.675744 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 73097563-9cee-4fce-afa8-114354fa4b5f completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:37.686541 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:37.818106 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-9752af6b-4bad-4e77-b66b-0d38110303dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:37.873495 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:37.881387 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:37.881781 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:38.091880 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:38.129837 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f455fe-1c59-4444-b3b5-59097a5a510a req-9cad93be-5fda-435a-bed9-5a05f6f0ceff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:38.145458 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b9f455fe-1c59-4444-b3b5-59097a5a510a req-9cad93be-5fda-435a-bed9-5a05f6f0ceff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1703484 Aug 16 14:19:38.197319 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:19:38.201836 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=2fec6bcc-1851-4de4-9d06-4bc0a459ac20,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:38.210577 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:38.223012 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Sync routers for ids ['d336ab51-fefb-45d6-bd57-d52f85284b28'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:19:38.252464 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Routers {'d336ab51-fefb-45d6-bd57-d52f85284b28'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:38.254170 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:19:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d336ab51-fefb-45d6-bd57-d52f85284b28'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:38.287241 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b9f455fe-1c59-4444-b3b5-59097a5a510a req-896f6511-cbe5-4076-a5d4-f4a0f20f18de tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407776 Aug 16 14:19:38.317580 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:38.319229 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-508b3558-5415-441f-98d3-1e1d40f36823 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4049644 Aug 16 14:19:38.324310 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 52660) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:38.365498 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=2fec6bcc-1851-4de4-9d06-4bc0a459ac20,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:38.416690 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d553494a-814e-4890-a7e6-8521bf624cdf None None] Network 4b4e3412-42a7-48bc-847c-04532051eb54 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:19:38.423215 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd1009-a032-4963-91af-337639d41b99 req-3278596b-73b8-4cd1-b6c3-2f6b57601f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:38.424763 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bfdd1009-a032-4963-91af-337639d41b99 req-3278596b-73b8-4cd1-b6c3-2f6b57601f9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 1098 time: 0.2271624 Aug 16 14:19:38.469490 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8071e-9243-4401-8e2a-9b15e84a8935 req-ed2e326a-a391-4dd2-ab5e-edeb77609051 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:38.474300 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6fa8071e-9243-4401-8e2a-9b15e84a8935 req-ed2e326a-a391-4dd2-ab5e-edeb77609051 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.2033942 Aug 16 14:19:38.481657 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Set router d336ab51-fefb-45d6-bd57-d52f85284b28 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:38.567098 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-24de97d4-13ae-41c8-b205-010145512ec5 None None] Provisioning for port 73097563-9cee-4fce-afa8-114354fa4b5f completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:38.580983 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-24de97d4-13ae-41c8-b205-010145512ec5 None None] Provisioning complete for port 73097563-9cee-4fce-afa8-114354fa4b5f triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:38.581862 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-24de97d4-13ae-41c8-b205-010145512ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:38.707905 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6fa8071e-9243-4401-8e2a-9b15e84a8935 req-bad73ca9-8a89-449c-b42b-dfa619760956 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999795 Aug 16 14:19:38.737805 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd1009-a032-4963-91af-337639d41b99 req-5c2b052c-3187-4893-a090-fc5389d0867e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:38.748730 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bfdd1009-a032-4963-91af-337639d41b99 req-5c2b052c-3187-4893-a090-fc5389d0867e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 920 time: 0.3133831 Aug 16 14:19:38.923967 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bfdd1009-a032-4963-91af-337639d41b99 req-9780b680-d8e0-463f-aee4-2e7ff0aec5d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23b477d-dfe2-49fe-a669-131d565e77ce HTTP/1.1" status: 200 len: 217 time: 0.1475062 Aug 16 14:19:38.948413 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'name': 'tempest-TestMinimumBasicScenario-2055920581-router', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:34Z', 'updated_at': '2021-08-16T14:19:36Z', 'revision_number': 3, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'gw_port': {'id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:35Z', 'updated_at': '2021-08-16T14:19:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:38.988240 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-24de97d4-13ae-41c8-b205-010145512ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.030415 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Checking router: d336ab51-fefb-45d6-bd57-d52f85284b28 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:19:39.032578 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Updating router d336ab51-fefb-45d6-bd57-d52f85284b28 port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 binding host dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:19:39.059598 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd1009-a032-4963-91af-337639d41b99 req-47f50d8e-ce6e-4b8f-9b29-00abf611f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:39.059598 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bfdd1009-a032-4963-91af-337639d41b99 req-47f50d8e-ce6e-4b8f-9b29-00abf611f7d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.1260085 Aug 16 14:19:39.110028 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-24de97d4-13ae-41c8-b205-010145512ec5 None None] For port 73097563-9cee-4fce-afa8-114354fa4b5f, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=73097563-9cee-4fce-afa8-114354fa4b5f,segment=NetworkSegment(40301ddc-8fdd-4805-ae8c-76ac663a684c),segment_id=40301ddc-8fdd-4805-ae8c-76ac663a684c)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:39.121588 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-24de97d4-13ae-41c8-b205-010145512ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.133541 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.145504 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bfdd1009-a032-4963-91af-337639d41b99 req-98eb7cdf-39fe-486f-a27d-dd17bd57aa00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760434 Aug 16 14:19:39.234756 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de97d4-13ae-41c8-b205-010145512ec5 None None] Pushing event updated for resources: {'Port': ['ID=73097563-9cee-4fce-afa8-114354fa4b5f,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:39.357097 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-33861d84-f3b6-4f32-b724-2ff1be7a1410 None None] Provisioning complete for port 73097563-9cee-4fce-afa8-114354fa4b5f triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:39.357917 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-33861d84-f3b6-4f32-b724-2ff1be7a1410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.385401 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.405563 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:39.408636 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bfdd1009-a032-4963-91af-337639d41b99 req-a5bfc6f9-555a-48fb-8093-8ea33a07ada7 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541144 Aug 16 14:19:39.513403 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:39.514103 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.519652 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654f755-bce4-41e1-ae3c-2d779087410e req-1602f849-f66f-4612-afd9-d34d4ec39a8d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:39.527411 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b654f755-bce4-41e1-ae3c-2d779087410e req-1602f849-f66f-4612-afd9-d34d4ec39a8d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1383402 Aug 16 14:19:39.624233 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.636345 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b654f755-bce4-41e1-ae3c-2d779087410e req-423cda88-59cc-4ec0-a1eb-136feeb25a6a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078165 Aug 16 14:19:39.644361 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.provisioning_blocks [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Transition to ACTIVE for port object b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 will not be triggered until provisioned by entity L2. {{(pid=94163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:39.659843 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.728329 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Allocated IP 172.20.0.1 (4b4e3412-42a7-48bc-847c-04532051eb54/6a0c0ed5-ae50-4915-8367-87c5639fbb33/a5d298b8-5a17-4c45-a266-8af381a5889a) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:19:39.738803 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Attempting to bind port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:19:39.739310 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Attempting to bind port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:19:39.739781 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Attempting to bind port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 on network 6b166495-d3e3-4480-9115-660eac9b9b3e {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:19:39.747983 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346af08-36de-4d90-8b8e-ca912a12f5e7 None None] Pushing event updated for resources: {'Port': ['ID=b5bd9ed3-b981-400d-a5f0-da7684bfbbf1,revision_number=2']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:39.756814 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:19:39.757453 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:19:39.758288 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.758919 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Bound using segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:19:39.759658 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Bound port: b5bd9ed3-b981-400d-a5f0-da7684bfbbf1, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:19:39.760341 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.851789 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] For port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:19:39.855615 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] For port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=b5bd9ed3-b981-400d-a5f0-da7684bfbbf1,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:19:39.863978 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.912713 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a7a18-5cf4-4fd6-8de3-e2b26d383159 req-642204b0-0fd2-4d13-9a41-9cf67db9dc15 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:39.914284 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e85a7a18-5cf4-4fd6-8de3-e2b26d383159 req-642204b0-0fd2-4d13-9a41-9cf67db9dc15 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0878198 Aug 16 14:19:39.928222 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Routers {'d336ab51-fefb-45d6-bd57-d52f85284b28'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:39.928851 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:19:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d336ab51-fefb-45d6-bd57-d52f85284b28'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:39.959868 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:39.991496 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346af08-36de-4d90-8b8e-ca912a12f5e7 None None] Pushing event updated for resources: {'Port': ['ID=b5bd9ed3-b981-400d-a5f0-da7684bfbbf1,revision_number=3']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:39.998468 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e85a7a18-5cf4-4fd6-8de3-e2b26d383159 req-844dc645-9f3f-45c1-8c78-acfd9617214d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720656 Aug 16 14:19:40.001871 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Transition to ACTIVE for port object a5d298b8-5a17-4c45-a266-8af381a5889a will not be triggered until provisioned by entity DHCP. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:40.049968 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:40.073011 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] Set router d336ab51-fefb-45d6-bd57-d52f85284b28 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:40.096088 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Network 4b4e3412-42a7-48bc-847c-04532051eb54 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:19:40.099819 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:40.117144 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:19:40.166954 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Pushing event updated for resources: {'Port': ['ID=a5d298b8-5a17-4c45-a266-8af381a5889a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:40.209634 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701108'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:40.335769 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-aae22436-ecc8-4a44-8a9a-d36f692d70c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:40.435621 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:40.437926 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bfdd1009-a032-4963-91af-337639d41b99 req-b0e75364-624a-4a55-8617-2372227fa7cf service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367726 Aug 16 14:19:40.469674 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b3128ca8-ee75-484d-816c-73cff807469f None None] Provisioning for port a5d298b8-5a17-4c45-a266-8af381a5889a completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:40.475355 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'name': 'tempest-TestMinimumBasicScenario-2055920581-router', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:34Z', 'updated_at': '2021-08-16T14:19:36Z', 'revision_number': 3, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'gw_port': {'id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:35Z', 'updated_at': '2021-08-16T14:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:40.480210 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b3128ca8-ee75-484d-816c-73cff807469f None None] Provisioning complete for port a5d298b8-5a17-4c45-a266-8af381a5889a triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:40.480585 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b3128ca8-ee75-484d-816c-73cff807469f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:40.511037 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef10190d-b6d8-4cb2-b169-bf2c2a65e6d4 None None] The sync data for ids ['d336ab51-fefb-45d6-bd57-d52f85284b28'] in dv-cinder-804584-9-iscsi is: [{'id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'name': 'tempest-TestMinimumBasicScenario-2055920581-router', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:34Z', 'updated_at': '2021-08-16T14:19:36Z', 'revision_number': 3, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'gw_port': {'id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:57:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:35Z', 'updated_at': '2021-08-16T14:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:19:40.540588 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b3128ca8-ee75-484d-816c-73cff807469f None None] Port a5d298b8-5a17-4c45-a266-8af381a5889a cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:19:40.660540 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:40.670247 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:40.785937 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700952'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:40.789932 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Pushing event updated for resources: {'Port': ['ID=a5d298b8-5a17-4c45-a266-8af381a5889a,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:40.836114 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:40.874924 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008682d9-b296-4a78-a07b-09a1109ded53 req-8af3c392-f311-4f7a-a477-30cc004d89ec tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:40.876760 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-008682d9-b296-4a78-a07b-09a1109ded53 req-8af3c392-f311-4f7a-a477-30cc004d89ec tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1367383 Aug 16 14:19:40.985309 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-008682d9-b296-4a78-a07b-09a1109ded53 req-026e68dd-738f-4cc4-9ed4-76eebbdce478 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952284 Aug 16 14:19:40.995508 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Network 4b4e3412-42a7-48bc-847c-04532051eb54 is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:19:41.001794 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:41.252530 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40f54d-3a7f-4d64-bd96-32fd1e9ce66a req-2e653c33-ca32-43f0-8e5d-2ce5722e550a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:41.260090 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9e40f54d-3a7f-4d64-bd96-32fd1e9ce66a req-2e653c33-ca32-43f0-8e5d-2ce5722e550a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1513176 Aug 16 14:19:41.313233 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9e40f54d-3a7f-4d64-bd96-32fd1e9ce66a req-34f8d80f-d1ef-4e70-97bb-e9c9317876c9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521369 Aug 16 14:19:41.326978 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Router d336ab51-fefb-45d6-bd57-d52f85284b28 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:19:41.381463 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-0515e406-2e6f-4733-a024-d1af402512df None None] Provisioning complete for port a5d298b8-5a17-4c45-a266-8af381a5889a triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:41.382998 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0515e406-2e6f-4733-a024-d1af402512df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:41.474384 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-0515e406-2e6f-4733-a024-d1af402512df None None] Port a5d298b8-5a17-4c45-a266-8af381a5889a cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:19:41.501702 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 73097563-9cee-4fce-afa8-114354fa4b5f up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:41.523669 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:19:41.539624 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-fdfe7854-aca3-40ac-80cc-c5d3a9ad00ad admin admin] 10.222.0.13 "PUT /v2.0/routers/d336ab51-fefb-45d6-bd57-d52f85284b28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2133138 Aug 16 14:19:41.563897 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 73097563-9cee-4fce-afa8-114354fa4b5f triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:41.564483 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:41.803329 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:41.860807 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:41.905191 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:41.912697 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:41.913171 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:42.041275 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:42.084998 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=b5bd9ed3-b981-400d-a5f0-da7684bfbbf1,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:42.093312 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:42.167404 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a73219-cda4-4de4-b2a6-2a10ed2ba4fd req-f5940178-f3ee-403c-9e34-42fefb4f6b84 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:42.177860 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c4a73219-cda4-4de4-b2a6-2a10ed2ba4fd req-f5940178-f3ee-403c-9e34-42fefb4f6b84 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0798144 Aug 16 14:19:42.203211 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=b5bd9ed3-b981-400d-a5f0-da7684bfbbf1,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:42.236042 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c4a73219-cda4-4de4-b2a6-2a10ed2ba4fd req-3a69169c-38b8-4167-927d-54b726beead8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571287 Aug 16 14:19:42.484684 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed886abd-46d8-424f-9ccd-b6d4c241ca7a req-6684f5f8-b9a2-473f-9366-05001aaee085 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:42.487019 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ed886abd-46d8-424f-9ccd-b6d4c241ca7a req-6684f5f8-b9a2-473f-9366-05001aaee085 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0713964 Aug 16 14:19:42.553180 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ed886abd-46d8-424f-9ccd-b6d4c241ca7a req-2a99c114-f906-4323-b975-f01f0b84e5b9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575116 Aug 16 14:19:43.332483 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:43.416081 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:43.435605 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:43.436257 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:43.468748 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c556bd-ad48-4b10-9f21-956f8e612297 req-63907d28-f2cd-4bf7-b359-73c60634c3bc tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:43.480521 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-65c556bd-ad48-4b10-9f21-956f8e612297 req-63907d28-f2cd-4bf7-b359-73c60634c3bc tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1322367 Aug 16 14:19:43.482348 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Sync routers for ids ['d336ab51-fefb-45d6-bd57-d52f85284b28'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:19:43.504754 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Routers {'d336ab51-fefb-45d6-bd57-d52f85284b28'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:43.506114 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:19:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d336ab51-fefb-45d6-bd57-d52f85284b28'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:43.532485 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-65c556bd-ad48-4b10-9f21-956f8e612297 req-4a933bfb-ec0f-4347-94ec-61f0367335c7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503395 Aug 16 14:19:43.737287 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-bda80775-8d13-45d5-90d3-ced2af3764d6 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:43.742591 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Set router d336ab51-fefb-45d6-bd57-d52f85284b28 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:43.742878 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d159b-c511-4154-a0c2-f9fe92091c98 req-d4dd3fc0-6992-4037-90c5-e64b9b686554 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:43.746827 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-bda80775-8d13-45d5-90d3-ced2af3764d6 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/networks?id=449d430b-7b46-424f-9281-8f7e05d80da5 HTTP/1.1" status: 200 len: 814 time: 0.1780193 Aug 16 14:19:43.748287 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba9d159b-c511-4154-a0c2-f9fe92091c98 req-d4dd3fc0-6992-4037-90c5-e64b9b686554 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0850365 Aug 16 14:19:43.765661 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-06f8fec0-92d2-4f28-9421-c1bf402c598e tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/quotas/46cab81c690e4e35a39d487369b842ae HTTP/1.1" status: 200 len: 375 time: 0.0177989 Aug 16 14:19:43.801729 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-1cce0d56-09b3-4cf0-ba55-7c8cdc233377 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=46cab81c690e4e35a39d487369b842ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349774 Aug 16 14:19:43.827842 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba9d159b-c511-4154-a0c2-f9fe92091c98 req-d3159110-cae9-475e-b99f-991e2018c347 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709808 Aug 16 14:19:43.923474 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b01e6afa-73aa-41fe-ae01-cc175d5acc2c service neutron] 10.222.0.13 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207786 Aug 16 14:19:44.011214 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-1c9fb7e1-2d10-49eb-ba8b-432757b23035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:44.022821 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-1c9fb7e1-2d10-49eb-ba8b-432757b23035 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 1099 time: 0.0853784 Aug 16 14:19:44.067361 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-2c235b6c-b431-42f1-98bb-2616259a80cd service neutron] 10.222.0.13 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429822 Aug 16 14:19:44.081958 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'name': 'tempest-TestMinimumBasicScenario-2055920581-router', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:34Z', 'updated_at': '2021-08-16T14:19:40Z', 'revision_number': 4, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'gw_port': {'id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:35Z', 'updated_at': '2021-08-16T14:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'a5d298b8-5a17-4c45-a266-8af381a5889a', 'name': '', 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'mac_address': 'fa:16:3e:eb:7c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6a0c0ed5-ae50-4915-8367-87c5639fbb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:39Z', 'updated_at': '2021-08-16T14:19:40Z', 'revision_number': 2, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'subnets': [{'id': '6a0c0ed5-ae50-4915-8367-87c5639fbb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:44.130385 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Checking router: d336ab51-fefb-45d6-bd57-d52f85284b28 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:19:44.130980 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Updating router d336ab51-fefb-45d6-bd57-d52f85284b28 port a5d298b8-5a17-4c45-a266-8af381a5889a binding host dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:19:44.178257 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:44.181832 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-d0330389-4c91-43fc-8c11-12b92f0f04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:44.188273 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-d0330389-4c91-43fc-8c11-12b92f0f04f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 917 time: 0.1569512 Aug 16 14:19:44.347996 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-882a1f7e-aab9-45a1-8826-a70848bc504b req-e1321ad3-fb7d-4125-9bcf-10968db6972c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 210 time: 0.0650752 Aug 16 14:19:44.373890 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-4db4743b-13a2-4685-bc54-1b5796f3a53f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459 HTTP/1.1" status: 200 len: 1002 time: 0.1680658 Aug 16 14:19:44.447041 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-e2075f61-780c-411f-a35c-53d94f1ba621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:44.448561 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-e2075f61-780c-411f-a35c-53d94f1ba621 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0664232 Aug 16 14:19:44.514164 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-480a8a44-cac6-4ef8-aefd-e265da97739b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:44.518470 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-480a8a44-cac6-4ef8-aefd-e265da97739b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617445 Aug 16 14:19:44.648487 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:44.676828 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Transition to ACTIVE for port object a5d298b8-5a17-4c45-a266-8af381a5889a will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:44.698068 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:44.757860 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d75256-6ebe-4684-bce7-56f6d50e7712 req-00626a16-c0aa-4a75-aba7-0dabdd48116f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:44.766318 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0d75256-6ebe-4684-bce7-56f6d50e7712 req-00626a16-c0aa-4a75-aba7-0dabdd48116f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.0986917 Aug 16 14:19:44.797950 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-7d49a88e-82b6-4b47-9781-a83afdaa068c service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579203 Aug 16 14:19:44.815680 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726352a1-b57c-435a-b1a6-999000fcf65b None None] Pushing event updated for resources: {'Port': ['ID=a5d298b8-5a17-4c45-a266-8af381a5889a,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:44.864417 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Attempting to bind port a5d298b8-5a17-4c45-a266-8af381a5889a on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:19:44.864867 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Attempting to bind port a5d298b8-5a17-4c45-a266-8af381a5889a by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '40301ddc-8fdd-4805-ae8c-76ac663a684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:19:44.865694 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Attempting to bind port a5d298b8-5a17-4c45-a266-8af381a5889a on network 4b4e3412-42a7-48bc-847c-04532051eb54 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:19:44.873310 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:19:44.873769 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Checking segment: {'id': '40301ddc-8fdd-4805-ae8c-76ac663a684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:19:44.874247 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:44.874781 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Bound using segment: {'id': '40301ddc-8fdd-4805-ae8c-76ac663a684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:19:44.875433 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Bound port: a5d298b8-5a17-4c45-a266-8af381a5889a, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40301ddc-8fdd-4805-ae8c-76ac663a684c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:19:44.875944 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:44.972336 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0d75256-6ebe-4684-bce7-56f6d50e7712 req-fa17b2b8-2af4-48b9-b2e6-493fa54c57f7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048264 Aug 16 14:19:44.976529 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] For port a5d298b8-5a17-4c45-a266-8af381a5889a, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:19:44.984158 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] For port a5d298b8-5a17-4c45-a266-8af381a5889a, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=a5d298b8-5a17-4c45-a266-8af381a5889a,segment=NetworkSegment(40301ddc-8fdd-4805-ae8c-76ac663a684c),segment_id=40301ddc-8fdd-4805-ae8c-76ac663a684c)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:19:45.010890 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:45.071280 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0228f0f-5f7e-4a78-9d7e-aa2bc00c5e5d req-ee88b552-4da7-4f97-95a8-7a01c02426fc service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588446 Aug 16 14:19:45.105401 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b83858-b49b-4458-a30e-6b1b84ccd39c req-852caf59-df8c-40e3-bed9-2ed6bc111011 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:45.109560 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e9b83858-b49b-4458-a30e-6b1b84ccd39c req-852caf59-df8c-40e3-bed9-2ed6bc111011 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1185663 Aug 16 14:19:45.135187 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Routers {'d336ab51-fefb-45d6-bd57-d52f85284b28'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:19:45.135660 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:19:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d336ab51-fefb-45d6-bd57-d52f85284b28'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:45.176001 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e9b83858-b49b-4458-a30e-6b1b84ccd39c req-9e8f76d1-31a9-4baf-a563-e9cc53590db9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544281 Aug 16 14:19:45.216433 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726352a1-b57c-435a-b1a6-999000fcf65b None None] Pushing event updated for resources: {'Port': ['ID=a5d298b8-5a17-4c45-a266-8af381a5889a,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:45.461440 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f09badb5-59b1-4a93-b30d-e081c3f8ddcc req-fb9383a6-3121-4464-9bcb-76ab5df100de tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 210 time: 0.0367832 Aug 16 14:19:45.478458 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] Set router d336ab51-fefb-45d6-bd57-d52f85284b28 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:19:45.730107 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'name': 'tempest-TestMinimumBasicScenario-2055920581-router', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:34Z', 'updated_at': '2021-08-16T14:19:40Z', 'revision_number': 4, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'gw_port': {'id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:35Z', 'updated_at': '2021-08-16T14:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'a5d298b8-5a17-4c45-a266-8af381a5889a', 'name': '', 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'mac_address': 'fa:16:3e:eb:7c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6a0c0ed5-ae50-4915-8367-87c5639fbb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:39Z', 'updated_at': '2021-08-16T14:19:44Z', 'revision_number': 4, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'subnets': [{'id': '6a0c0ed5-ae50-4915-8367-87c5639fbb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:19:45.774638 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fde641-eec5-4841-b159-7dc24b9a7243 None None] The sync data for ids ['d336ab51-fefb-45d6-bd57-d52f85284b28'] in dv-cinder-804584-9-iscsi is: [{'id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'name': 'tempest-TestMinimumBasicScenario-2055920581-router', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:34Z', 'updated_at': '2021-08-16T14:19:40Z', 'revision_number': 4, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'gw_port': {'id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:35Z', 'updated_at': '2021-08-16T14:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'a5d298b8-5a17-4c45-a266-8af381a5889a', 'name': '', 'network_id': '4b4e3412-42a7-48bc-847c-04532051eb54', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'mac_address': 'fa:16:3e:eb:7c:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '6a0c0ed5-ae50-4915-8367-87c5639fbb33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:39Z', 'updated_at': '2021-08-16T14:19:44Z', 'revision_number': 4, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'subnets': [{'id': '6a0c0ed5-ae50-4915-8367-87c5639fbb33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:19:45.979766 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4b41c9b9-9412-40ff-a23e-cfd69762668f tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:45.983351 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4b41c9b9-9412-40ff-a23e-cfd69762668f tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.30 "GET /v2.0/networks?id=449d430b-7b46-424f-9281-8f7e05d80da5 HTTP/1.1" status: 200 len: 814 time: 0.2273161 Aug 16 14:19:46.046820 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Request body: {'port': {'device_id': '825e42ef-66ab-4ab6-99c8-b2a891ff0fa5', 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5', 'admin_state_up': True, 'tenant_id': '46cab81c690e4e35a39d487369b842ae'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:19:46.238988 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204d13c-b559-40af-be8a-58b88e6d644f req-ea6b5c78-350e-424a-82e3-a5603f04508b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:46.240423 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7204d13c-b559-40af-be8a-58b88e6d644f req-ea6b5c78-350e-424a-82e3-a5603f04508b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.1105115 Aug 16 14:19:46.316616 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7204d13c-b559-40af-be8a-58b88e6d644f req-bb6e0b2f-e2fa-4d0f-8145-c9a2e154ef2f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675120 Aug 16 14:19:46.354363 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Made reservation on behalf of 46cab81c690e4e35a39d487369b842ae for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:19:46.354363 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:46.410094 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72aa4ab-4636-4cde-9009-c5e263793967 req-786bbd3a-a925-4b65-85e1-1a7e2dc5cbb0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:46.413173 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c72aa4ab-4636-4cde-9009-c5e263793967 req-786bbd3a-a925-4b65-85e1-1a7e2dc5cbb0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1070096 Aug 16 14:19:46.486077 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c72aa4ab-4636-4cde-9009-c5e263793967 req-26f31342-e25d-49df-873e-15addace8feb tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669303 Aug 16 14:19:46.635922 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a171a538-1b9f-4b3c-bd64-c9076ab99e59 req-c8a64f34-645c-4051-8fab-e3b3c151a21c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 210 time: 0.0473564 Aug 16 14:19:46.642052 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Allocated IP 172.20.0.4 (449d430b-7b46-424f-9281-8f7e05d80da5/c88576b3-e38a-43df-a9b9-5e2418184e7c/fcf055c5-8bbf-4d4c-971a-b699f16d5d85) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:19:46.854084 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:46.905427 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:46.952331 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Network 449d430b-7b46-424f-9281-8f7e05d80da5 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:19:46.957299 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:19:46.959491 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:19:47.007756 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Pushing event updated for resources: {'Port': ['ID=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:47.035074 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:47.036160 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:47.061950 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-b84b193f-40b1-4d59-9d1a-68bccf7097e7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0439014 Aug 16 14:19:47.090548 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:47.092034 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Request body: {'port': {'device_id': '825e42ef-66ab-4ab6-99c8-b2a891ff0fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:19:47.156222 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:47.197937 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device dd0d33e6-d192-4f0d-990c-d8759ae10459 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:19:47.404439 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:47.408947 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device a5d298b8-5a17-4c45-a266-8af381a5889a up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:47.476584 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:19:47.479264 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3b68e9-6289-40bf-a169-a2f6650574d4" -d '{"events": [{"server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:19:47.496081 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:47.521247 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:47.553693 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port a5d298b8-5a17-4c45-a266-8af381a5889a completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:47.560166 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 14:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959595e5-a2d0-4452-b25c-f3e5c0d22e21 x-openstack-request-id: req-959595e5-a2d0-4452-b25c-f3e5c0d22e21 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:19:47.560622 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:19:47.560885 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-959595e5-a2d0-4452-b25c-f3e5c0d22e21 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:19:47.561295 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'code': 200} Aug 16 14:19:47.564729 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port a5d298b8-5a17-4c45-a266-8af381a5889a triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:47.565299 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:47.599181 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcf055c5-8bbf-4d4c-971a-b699f16d5d85 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:19:47.614817 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:47.631778 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Transition to ACTIVE for port object fcf055c5-8bbf-4d4c-971a-b699f16d5d85 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:19:47.641187 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:47.657105 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=8']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:47.678657 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822d982-1ddd-4ccc-bdef-985d15c27295 req-f66c1311-ac59-4f7d-934a-b8665bda1a15 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:47.688608 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1822d982-1ddd-4ccc-bdef-985d15c27295 req-f66c1311-ac59-4f7d-934a-b8665bda1a15 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 946 time: 0.2449646 Aug 16 14:19:47.751111 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:47.789873 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1822d982-1ddd-4ccc-bdef-985d15c27295 req-8d728040-85bf-4c44-83d8-eb2d9803087b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002228 Aug 16 14:19:47.791045 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:47.798562 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125f395-8480-4a55-b575-a87cc2e3274e req-50c4220b-5516-40cd-bd4e-1dae078e5b9a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:47.808597 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port a5d298b8-5a17-4c45-a266-8af381a5889a, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=a5d298b8-5a17-4c45-a266-8af381a5889a,segment=NetworkSegment(40301ddc-8fdd-4805-ae8c-76ac663a684c),segment_id=40301ddc-8fdd-4805-ae8c-76ac663a684c)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:47.822195 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:47.838469 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8125f395-8480-4a55-b575-a87cc2e3274e req-50c4220b-5516-40cd-bd4e-1dae078e5b9a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1139941 Aug 16 14:19:47.886912 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8125f395-8480-4a55-b575-a87cc2e3274e req-67d4422c-7684-4e48-b09b-9ac368950de7 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444958 Aug 16 14:19:47.949004 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=a5d298b8-5a17-4c45-a266-8af381a5889a,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:47.962486 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Attempting to bind port fcf055c5-8bbf-4d4c-971a-b699f16d5d85 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:19:47.962833 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Attempting to bind port fcf055c5-8bbf-4d4c-971a-b699f16d5d85 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '624506aa-eb48-4c4a-baf6-8212da3fa9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:19:47.963165 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Attempting to bind port fcf055c5-8bbf-4d4c-971a-b699f16d5d85 on network 449d430b-7b46-424f-9281-8f7e05d80da5 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:19:47.972246 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Port fcf055c5-8bbf-4d4c-971a-b699f16d5d85 on network 449d430b-7b46-424f-9281-8f7e05d80da5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:19:47.972596 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Attempting to bind port fcf055c5-8bbf-4d4c-971a-b699f16d5d85 on network 449d430b-7b46-424f-9281-8f7e05d80da5 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:19:47.980087 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:19:47.980476 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Checking segment: {'id': '624506aa-eb48-4c4a-baf6-8212da3fa9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:19:47.981561 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Bound using segment: {'id': '624506aa-eb48-4c4a-baf6-8212da3fa9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:19:47.982098 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Bound port: fcf055c5-8bbf-4d4c-971a-b699f16d5d85, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624506aa-eb48-4c4a-baf6-8212da3fa9f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:19:47.982661 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:48.006370 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98b690-30ee-47e6-9dcf-b3f3c7eef69a req-f0d0d35d-edbf-4312-a267-99fcc32a7def tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:48.007957 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4c98b690-30ee-47e6-9dcf-b3f3c7eef69a req-f0d0d35d-edbf-4312-a267-99fcc32a7def tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 943 time: 0.0922480 Aug 16 14:19:48.090755 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4c98b690-30ee-47e6-9dcf-b3f3c7eef69a req-0bf5a643-63b9-4b12-8d40-f5bb9ced6d52 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754313 Aug 16 14:19:48.105530 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] For port fcf055c5-8bbf-4d4c-971a-b699f16d5d85, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:19:48.110451 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] For port fcf055c5-8bbf-4d4c-971a-b699f16d5d85, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,segment=NetworkSegment(624506aa-eb48-4c4a-baf6-8212da3fa9f8),segment_id=624506aa-eb48-4c4a-baf6-8212da3fa9f8)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:19:48.118927 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:48.159358 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:48.160034 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:48.161477 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] 10.222.0.30 "PUT /v2.0/ports/fcf055c5-8bbf-4d4c-971a-b699f16d5d85 HTTP/1.1" status: 200 len: 1093 time: 1.0847123 Aug 16 14:19:48.179644 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825e42ef-66ab-4ab6-99c8-b2a891ff0fa5', 'tag': 'fcf055c5-8bbf-4d4c-971a-b699f16d5d85'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:19:48.182099 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6a4d24-b526-4db2-a491-d3e7da663747" -d '{"events": [{"name": "network-changed", "server_uuid": "825e42ef-66ab-4ab6-99c8-b2a891ff0fa5", "tag": "fcf055c5-8bbf-4d4c-971a-b699f16d5d85"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:19:48.232977 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babab6b-9e40-491c-9f4c-bb29736e5d20 service neutron] Pushing event updated for resources: {'Port': ['ID=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:48.332959 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82133884-1b21-4459-9459-700795fa612c x-openstack-request-id: req-82133884-1b21-4459-9459-700795fa612c {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:19:48.333296 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825e42ef-66ab-4ab6-99c8-b2a891ff0fa5", "tag": "fcf055c5-8bbf-4d4c-971a-b699f16d5d85", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:19:48.334042 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-82133884-1b21-4459-9459-700795fa612c {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:19:48.334450 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825e42ef-66ab-4ab6-99c8-b2a891ff0fa5', 'tag': 'fcf055c5-8bbf-4d4c-971a-b699f16d5d85', 'status': 'completed', 'code': 200} Aug 16 14:19:48.347784 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-f580022f-e07f-4b71-a1da-12556c75b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:48.349465 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-f580022f-e07f-4b71-a1da-12556c75b32f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46cab81c690e4e35a39d487369b842ae&device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0891788 Aug 16 14:19:48.477029 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-e856ba1d-4c24-4d5b-b6e3-f275cd5c5917 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcf055c5-8bbf-4d4c-971a-b699f16d5d85 HTTP/1.1" status: 200 len: 217 time: 0.1098268 Aug 16 14:19:48.543191 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-cac9ddd6-67a4-4bf9-bd58-3594a1f70075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:48.544757 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-cac9ddd6-67a4-4bf9-bd58-3594a1f70075 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c88576b3-e38a-43df-a9b9-5e2418184e7c HTTP/1.1" status: 200 len: 854 time: 0.0523283 Aug 16 14:19:48.588750 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-d8ed7151-a54b-4a81-83de-8d612b7a3dfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=449d430b-7b46-424f-9281-8f7e05d80da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284808 Aug 16 14:19:48.769913 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-27dc9bc7-1f92-468b-b706-8bf276bcf4cf service neutron] 10.222.0.30 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717284 Aug 16 14:19:48.903230 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e84942-a46d-48fc-aad6-02036b356389 req-27250669-ca67-4ca6-9477-efdeb19ac32b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:48.907668 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c0e84942-a46d-48fc-aad6-02036b356389 req-27250669-ca67-4ca6-9477-efdeb19ac32b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0771389 Aug 16 14:19:49.002208 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c0e84942-a46d-48fc-aad6-02036b356389 req-a16367ad-f029-4954-a878-3244ae2e7201 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884836 Aug 16 14:19:49.268509 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20602033-fd63-4d91-9332-129acb5909b6 req-e3c5955a-753d-48bc-b39d-9c9cbfdda697 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:49.270005 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-20602033-fd63-4d91-9332-129acb5909b6 req-e3c5955a-753d-48bc-b39d-9c9cbfdda697 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 943 time: 0.0728297 Aug 16 14:19:49.334196 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ca3ecf9-fa22-4cec-b059-2b116f27e60a req-700fc2bb-61c9-4683-b2a6-f7927cc12850 service neutron] 10.222.0.30 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479577 Aug 16 14:19:49.391494 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-20602033-fd63-4d91-9332-129acb5909b6 req-d06d0722-673f-4309-949a-915585b8f74b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099405 Aug 16 14:19:49.396603 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767643c-a81e-4fef-9d20-947be3eec2b0 req-205a21a7-b466-422d-8e5b-b718ef09ae96 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:49.400466 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2767643c-a81e-4fef-9d20-947be3eec2b0 req-205a21a7-b466-422d-8e5b-b718ef09ae96 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.2291174 Aug 16 14:19:49.425974 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device a5d298b8-5a17-4c45-a266-8af381a5889a up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:49.517447 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2767643c-a81e-4fef-9d20-947be3eec2b0 req-f8839bdb-a2ef-4148-80e3-3c8b4b88e625 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057427 Aug 16 14:19:49.550296 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port a5d298b8-5a17-4c45-a266-8af381a5889a triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:49.556279 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:49.633873 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a4d24-b526-4db2-a491-d3e7da663747 req-5c51531f-3bff-41f6-a060-9e2c946d5b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:49.635328 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fb6a4d24-b526-4db2-a491-d3e7da663747 req-5c51531f-3bff-41f6-a060-9e2c946d5b0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46cab81c690e4e35a39d487369b842ae&device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 1096 time: 0.1218731 Aug 16 14:19:49.637973 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d2d9f-41ee-4f38-82ce-595e8f638ad6 req-c2d45ae5-68f1-4b3c-9da6-b51bab35a3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:49.639490 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c8d2d9f-41ee-4f38-82ce-595e8f638ad6 req-c2d45ae5-68f1-4b3c-9da6-b51bab35a3de service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 1098 time: 0.0620236 Aug 16 14:19:49.655271 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 52846) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:19:49.804160 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c8d2d9f-41ee-4f38-82ce-595e8f638ad6 req-84f68fd9-a281-4cc8-aea9-c0c7674f8047 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398818 Aug 16 14:19:49.805626 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a4d24-b526-4db2-a491-d3e7da663747 req-0563cf70-a927-4fdb-a28e-2ac514169b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:49.807094 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fb6a4d24-b526-4db2-a491-d3e7da663747 req-0563cf70-a927-4fdb-a28e-2ac514169b80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=449d430b-7b46-424f-9281-8f7e05d80da5 HTTP/1.1" status: 200 len: 915 time: 0.1367254 Aug 16 14:19:49.864180 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-402af779-9a5d-43a7-b11d-e16e90e6254d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2054458 Aug 16 14:19:50.144641 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fb6a4d24-b526-4db2-a491-d3e7da663747 req-df34e81b-890a-4e31-acc6-8715a6300b65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcf055c5-8bbf-4d4c-971a-b699f16d5d85 HTTP/1.1" status: 200 len: 217 time: 0.0582283 Aug 16 14:19:50.246682 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b339e-b693-48c1-8191-68a7c13b9456 req-05645c48-7bae-4caa-a2a6-24dab877778b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:50.248953 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0c5b339e-b693-48c1-8191-68a7c13b9456 req-05645c48-7bae-4caa-a2a6-24dab877778b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.1015816 Aug 16 14:19:50.276478 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a4d24-b526-4db2-a491-d3e7da663747 req-c70e8fb5-b190-4aef-9dcb-ed0ec1311e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:50.280030 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fb6a4d24-b526-4db2-a491-d3e7da663747 req-c70e8fb5-b190-4aef-9dcb-ed0ec1311e88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c88576b3-e38a-43df-a9b9-5e2418184e7c HTTP/1.1" status: 200 len: 854 time: 0.0924313 Aug 16 14:19:50.304086 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0c5b339e-b693-48c1-8191-68a7c13b9456 req-c70e6859-6854-4967-923a-349b2e9fcf25 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467255 Aug 16 14:19:50.345956 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fb6a4d24-b526-4db2-a491-d3e7da663747 req-62e7756f-0403-4bab-96f6-d0e98fa3b622 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=449d430b-7b46-424f-9281-8f7e05d80da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339487 Aug 16 14:19:50.484075 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fb6a4d24-b526-4db2-a491-d3e7da663747 req-e18405bb-9b87-4e24-9808-6e830ae0f04c service neutron] 10.222.0.30 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278954 Aug 16 14:19:50.555508 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85665630-2037-4eef-98b0-5ba6b91b2585 req-4d20dcc2-d2df-4806-8ba3-b74df84d3ffd tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:50.557060 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85665630-2037-4eef-98b0-5ba6b91b2585 req-4d20dcc2-d2df-4806-8ba3-b74df84d3ffd tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 943 time: 0.0664084 Aug 16 14:19:50.634139 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-85665630-2037-4eef-98b0-5ba6b91b2585 req-a9bae069-f43e-4f34-9fd5-347ad4756327 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552990 Aug 16 14:19:50.635281 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fb6a4d24-b526-4db2-a491-d3e7da663747 req-d9b3637d-579f-41e8-afef-ec021ac776f0 service neutron] 10.222.0.30 "GET /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380680 Aug 16 14:19:50.862613 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68eba9-cedb-42b7-af4a-288dc57e2e2a req-b2c7a714-4f7c-4949-9da1-8b357b6e0e7d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:50.864302 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bd68eba9-cedb-42b7-af4a-288dc57e2e2a req-b2c7a714-4f7c-4949-9da1-8b357b6e0e7d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0580862 Aug 16 14:19:50.918576 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bd68eba9-cedb-42b7-af4a-288dc57e2e2a req-035272c2-0ab4-4c51-b711-374b1fdb80bb tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480688 Aug 16 14:19:51.243187 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device fcf055c5-8bbf-4d4c-971a-b699f16d5d85 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:19:51.260830 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device dd0d33e6-d192-4f0d-990c-d8759ae10459 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:19:51.487370 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port fcf055c5-8bbf-4d4c-971a-b699f16d5d85, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,segment=NetworkSegment(624506aa-eb48-4c4a-baf6-8212da3fa9f8),segment_id=624506aa-eb48-4c4a-baf6-8212da3fa9f8)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:51.501161 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'fcf055c5-8bbf-4d4c-971a-b699f16d5d85', 'network_id': '449d430b-7b46-424f-9281-8f7e05d80da5', 'port_id': 'fcf055c5-8bbf-4d4c-971a-b699f16d5d85', 'mac_address': 'fa:16:3e:a7:2a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c88576b3-e38a-43df-a9b9-5e2418184e7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:19:51.538485 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ddc7b-27a5-4ef3-b85a-e7fc7ffd3424 req-bd5621e5-0a17-4472-8c78-056e51b81c92 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:51.544281 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3c4ddc7b-27a5-4ef3-b85a-e7fc7ffd3424 req-bd5621e5-0a17-4472-8c78-056e51b81c92 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.1047597 Aug 16 14:19:51.560160 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:51.583682 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcf055c5-8bbf-4d4c-971a-b699f16d5d85 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:19:51.585988 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3c4ddc7b-27a5-4ef3-b85a-e7fc7ffd3424 req-f2f1c945-31f6-4d6f-8282-e81dc270caae tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383072 Aug 16 14:19:51.618068 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port fcf055c5-8bbf-4d4c-971a-b699f16d5d85, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,segment=NetworkSegment(624506aa-eb48-4c4a-baf6-8212da3fa9f8),segment_id=624506aa-eb48-4c4a-baf6-8212da3fa9f8)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:51.625766 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:51.711617 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:51.810952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c628e-d6cc-401b-ae72-84f1cae7e73b req-078eb763-65e7-4d78-ac2e-4ae649724dcb tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:51.813556 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ff6c628e-d6cc-401b-ae72-84f1cae7e73b req-078eb763-65e7-4d78-ac2e-4ae649724dcb tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 944 time: 0.0894036 Aug 16 14:19:51.860247 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ff6c628e-d6cc-401b-ae72-84f1cae7e73b req-c1711347-1e57-4567-aa36-75aff741de03 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Aug 16 14:19:51.953098 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['fcf055c5-8bbf-4d4c-971a-b699f16d5d85'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:19:52.135818 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331368e9-7d1d-4c34-8bf8-e888c8a335fd req-c2af7358-7d73-417c-99e7-9afc705c19a8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:52.137704 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-331368e9-7d1d-4c34-8bf8-e888c8a335fd req-c2af7358-7d73-417c-99e7-9afc705c19a8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1252415 Aug 16 14:19:52.162980 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-8bc663a0-39b4-45d5-a178-e5b5621b003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:52.164817 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-8bc663a0-39b4-45d5-a178-e5b5621b003f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e&tenant_id=7c3f5dd32167411da4670b3ff5953562 HTTP/1.1" status: 200 len: 1097 time: 0.1110833 Aug 16 14:19:52.201251 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-331368e9-7d1d-4c34-8bf8-e888c8a335fd req-24f29966-4d9a-4597-b80c-65855d604343 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525947 Aug 16 14:19:52.252826 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-3ab121fb-0590-4817-821c-62b330fc4ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:52.254545 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-3ab121fb-0590-4817-821c-62b330fc4ae0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 1097 time: 0.0522120 Aug 16 14:19:52.380249 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-2e5442f4-4d56-4f4b-a3de-9679a1273f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:52.383097 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-2e5442f4-4d56-4f4b-a3de-9679a1273f11 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 917 time: 0.1185818 Aug 16 14:19:52.468914 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-cb6c7b57-99bb-4422-9d4e-f82ec22e513d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459 HTTP/1.1" status: 200 len: 1000 time: 0.0792835 Aug 16 14:19:52.526470 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-cb6d22f2-f3ec-4d1a-b258-8af4fbaa0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:52.528575 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-cb6d22f2-f3ec-4d1a-b258-8af4fbaa0443 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0497928 Aug 16 14:19:52.592972 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acb909-8ba5-4562-aa84-b2232a17abad req-09c83416-b0ca-45cf-8846-a2a61f6ab3c6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:52.595618 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-51acb909-8ba5-4562-aa84-b2232a17abad req-09c83416-b0ca-45cf-8846-a2a61f6ab3c6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0662706 Aug 16 14:19:52.620858 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017f4a-3e9d-4632-9d9a-b2986fcefbaa req-190aff2e-b51a-4085-b590-53a73b2371b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:52.622448 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0017f4a-3e9d-4632-9d9a-b2986fcefbaa req-190aff2e-b51a-4085-b590-53a73b2371b0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 1098 time: 0.0930197 Aug 16 14:19:52.644211 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-078fc888-41f4-41c7-891b-71a6ae15f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:52.645687 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-078fc888-41f4-41c7-891b-71a6ae15f7ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1057398 Aug 16 14:19:52.664608 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-51acb909-8ba5-4562-aa84-b2232a17abad req-2ba568b7-81e0-49e8-8c2b-4ab017106c7f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576329 Aug 16 14:19:52.854576 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d867b-3a09-4727-8380-46c58fc7bd33 req-d2c9263a-ec94-4e80-85d8-34bdd08614f7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:52.856736 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2a7d867b-3a09-4727-8380-46c58fc7bd33 req-d2c9263a-ec94-4e80-85d8-34bdd08614f7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.1050606 Aug 16 14:19:52.877029 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017f4a-3e9d-4632-9d9a-b2986fcefbaa req-46b33187-9fbc-453d-a5da-cc58fad236a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:52.879128 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0017f4a-3e9d-4632-9d9a-b2986fcefbaa req-46b33187-9fbc-453d-a5da-cc58fad236a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 200 len: 920 time: 0.2474344 Aug 16 14:19:52.890245 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-374d7960-e8ec-4fe2-aa22-0fac0f831088 service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324858 Aug 16 14:19:52.948518 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0017f4a-3e9d-4632-9d9a-b2986fcefbaa req-1af0b7fe-1874-4857-a4e2-858d3f2c902b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23b477d-dfe2-49fe-a669-131d565e77ce HTTP/1.1" status: 200 len: 217 time: 0.0573094 Aug 16 14:19:53.009212 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82458f5-907e-4be8-9338-2c7d03b55951 req-2334dfd4-0ad0-4aa8-89ac-8157ebb60f4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:53.016997 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c82458f5-907e-4be8-9338-2c7d03b55951 req-2334dfd4-0ad0-4aa8-89ac-8157ebb60f4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 944 time: 0.0650549 Aug 16 14:19:53.047588 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2a7d867b-3a09-4727-8380-46c58fc7bd33 req-46293993-ffa0-4048-afa8-0662763f2f9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795518 Aug 16 14:19:53.060471 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c82458f5-907e-4be8-9338-2c7d03b55951 req-d8f733b1-db67-4f3f-8517-55ffbdbe61f7 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426018 Aug 16 14:19:53.110692 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017f4a-3e9d-4632-9d9a-b2986fcefbaa req-d4e106cf-c400-47f1-938e-3f53f3801bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:53.112182 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0017f4a-3e9d-4632-9d9a-b2986fcefbaa req-d4e106cf-c400-47f1-938e-3f53f3801bbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 200 len: 859 time: 0.1227767 Aug 16 14:19:53.136489 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c02f2620-3acc-438d-b7cf-1c300a29c678 req-c0c959de-2166-43d4-8927-4a210a10f41e service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305412 Aug 16 14:19:53.158692 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0017f4a-3e9d-4632-9d9a-b2986fcefbaa req-1e18e784-c901-4f62-be98-0d883736c7dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a5c05744-1dea-4985-bfb7-4ce8ee901d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346739 Aug 16 14:19:53.263028 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device fcf055c5-8bbf-4d4c-971a-b699f16d5d85 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:19:53.310234 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0017f4a-3e9d-4632-9d9a-b2986fcefbaa req-528839d1-d8f1-4c3e-a790-e7520edfc5b9 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082933 Aug 16 14:19:53.324822 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port fcf055c5-8bbf-4d4c-971a-b699f16d5d85 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:19:53.330405 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port fcf055c5-8bbf-4d4c-971a-b699f16d5d85 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:19:53.330872 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:53.423721 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f0017f4a-3e9d-4632-9d9a-b2986fcefbaa req-1a72a4b4-2013-491b-92cc-a2e504eada68 service neutron] 10.222.0.30 "GET /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060569 Aug 16 14:19:53.467921 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:53.502998 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825e42ef-66ab-4ab6-99c8-b2a891ff0fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf055c5-8bbf-4d4c-971a-b699f16d5d85'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:19:53.505927 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3741007f-ccd4-4846-96f1-c38013bc50cb" -d '{"events": [{"server_uuid": "825e42ef-66ab-4ab6-99c8-b2a891ff0fa5", "name": "network-vif-plugged", "status": "completed", "tag": "fcf055c5-8bbf-4d4c-971a-b699f16d5d85"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:19:53.524000 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port fcf055c5-8bbf-4d4c-971a-b699f16d5d85, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,segment=NetworkSegment(624506aa-eb48-4c4a-baf6-8212da3fa9f8),segment_id=624506aa-eb48-4c4a-baf6-8212da3fa9f8)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:19:53.531509 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:19:53.580359 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89075cb-1399-4d95-b064-04e7c00f4317 x-openstack-request-id: req-d89075cb-1399-4d95-b064-04e7c00f4317 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:19:53.580655 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825e42ef-66ab-4ab6-99c8-b2a891ff0fa5", "name": "network-vif-plugged", "status": "completed", "tag": "fcf055c5-8bbf-4d4c-971a-b699f16d5d85", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:19:53.580908 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d89075cb-1399-4d95-b064-04e7c00f4317 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:19:53.581441 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825e42ef-66ab-4ab6-99c8-b2a891ff0fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcf055c5-8bbf-4d4c-971a-b699f16d5d85', 'code': 200} Aug 16 14:19:53.631085 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:19:54.012251 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40544cce-704f-4645-8159-45dde41e24c5 req-6beb75cb-ed83-46fe-aa26-20e26796b1f6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:54.015472 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40544cce-704f-4645-8159-45dde41e24c5 req-6beb75cb-ed83-46fe-aa26-20e26796b1f6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.2005944 Aug 16 14:19:54.174021 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40544cce-704f-4645-8159-45dde41e24c5 req-ec8b56d1-e4f1-477a-9c34-45eb2c673736 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349885 Aug 16 14:19:54.329141 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae501df-eeba-43a4-b819-0558ef755b3e req-06f23992-3047-4368-86c9-77e5e55410a8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:54.345762 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0ae501df-eeba-43a4-b819-0558ef755b3e req-06f23992-3047-4368-86c9-77e5e55410a8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.1276989 Aug 16 14:19:54.424390 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0ae501df-eeba-43a4-b819-0558ef755b3e req-406540f5-e41c-4957-8b3b-b872428c0b89 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775161 Aug 16 14:19:54.468598 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a401118-488a-45a0-8233-7baa980dc922 req-96336f8b-d825-491c-b8e5-df58d6528bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:54.471250 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2a401118-488a-45a0-8233-7baa980dc922 req-96336f8b-d825-491c-b8e5-df58d6528bc5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 1098 time: 0.1938956 Aug 16 14:19:54.499132 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f33d18-6287-4a40-a58b-4bcc5e5d76fa req-fa11b53a-6b11-459e-8bd7-67db5c63f0a9 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:54.499132 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-15f33d18-6287-4a40-a58b-4bcc5e5d76fa req-fa11b53a-6b11-459e-8bd7-67db5c63f0a9 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.1409883 Aug 16 14:19:54.583753 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-15f33d18-6287-4a40-a58b-4bcc5e5d76fa req-85c6425c-2b13-4534-9f60-24b00121483a tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745070 Aug 16 14:19:55.338691 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeadca6-d021-4e71-bea0-4de0d816f400 req-1150f5d5-0a8d-4af2-93aa-4435e1d39342 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:55.340684 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-daeadca6-d021-4e71-bea0-4de0d816f400 req-1150f5d5-0a8d-4af2-93aa-4435e1d39342 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0697200 Aug 16 14:19:55.398058 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-daeadca6-d021-4e71-bea0-4de0d816f400 req-e09ad149-68b6-4754-b8c0-f90b0f1ddfaf tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Aug 16 14:19:55.757096 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6db332-63ef-4e9c-aae3-554ee875d731 req-e3f6fecb-605e-4570-b0fe-af89a30dd761 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:55.758574 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be6db332-63ef-4e9c-aae3-554ee875d731 req-e3f6fecb-605e-4570-b0fe-af89a30dd761 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0548158 Aug 16 14:19:55.798167 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be6db332-63ef-4e9c-aae3-554ee875d731 req-324b3e7f-a980-4e81-9a18-2bc5ef982310 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330076 Aug 16 14:19:55.921056 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa638e-d990-4db5-a12a-d7348fa1b2fd req-dee6b7bc-0c79-4eba-800e-fcda936cbd2c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:55.922768 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5dfa638e-d990-4db5-a12a-d7348fa1b2fd req-dee6b7bc-0c79-4eba-800e-fcda936cbd2c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0573740 Aug 16 14:19:55.973367 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5dfa638e-d990-4db5-a12a-d7348fa1b2fd req-f8097ed3-b4cc-4fb9-80af-08aa0f589f2b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444245 Aug 16 14:19:56.162488 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-a5cc98ff-12e5-406c-ab4e-ce24dde50f4a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:56.164102 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-a5cc98ff-12e5-406c-ab4e-ce24dde50f4a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/networks?id=d8e37c9d-d594-48e9-9e06-f33e879c7cac HTTP/1.1" status: 200 len: 815 time: 0.1110570 Aug 16 14:19:56.180643 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-35dd2c43-24c7-47d0-83e8-94464ec953e4 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/quotas/ea79466a92dd45dfbf36f13d27ce729f HTTP/1.1" status: 200 len: 375 time: 0.0098135 Aug 16 14:19:56.246442 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-5d659bea-3ff4-4b7a-933e-5487f2fe3c86 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea79466a92dd45dfbf36f13d27ce729f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600669 Aug 16 14:19:56.357518 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-677a70f5-4e03-4d56-b164-5e1083204572 service neutron] 10.222.0.13 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991948 Aug 16 14:19:56.464347 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-de8b8b40-5510-4a70-818e-fdd1b9583460 service neutron] 10.222.0.13 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057661 Aug 16 14:19:56.692064 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851309b-80d7-464a-a5cd-63be1ccfd5d6 req-5c237ad8-b504-4b41-b04e-84afcd16ccb0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:56.700004 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f851309b-80d7-464a-a5cd-63be1ccfd5d6 req-5c237ad8-b504-4b41-b04e-84afcd16ccb0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0663211 Aug 16 14:19:56.735433 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f851309b-80d7-464a-a5cd-63be1ccfd5d6 req-22a19cfb-d711-426e-a575-dbba0029b63e tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343752 Aug 16 14:19:56.800979 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:19:56.814641 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-78af9a34-e20e-4c4d-9e4f-fe6b907c4c91 req-f4c864a9-0458-45b1-a9a9-2df827b7b4f3 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 210 time: 0.0334396 Aug 16 14:19:57.001408 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995fcd2-08c4-4f6c-a5e1-fde066feb1d1 req-7eaa497f-362c-4939-8da1-7aad861d46d6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:57.006759 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7995fcd2-08c4-4f6c-a5e1-fde066feb1d1 req-7eaa497f-362c-4939-8da1-7aad861d46d6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.1020801 Aug 16 14:19:57.064381 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7995fcd2-08c4-4f6c-a5e1-fde066feb1d1 req-d91441d5-4bb3-4fc5-992a-dae027a3427d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508583 Aug 16 14:19:57.190815 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeb5eb-24f8-44bf-8447-e0b9ba974f42 req-4704fbd9-6387-4339-b7c5-b055ca9306d9 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:57.192328 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0feeb5eb-24f8-44bf-8447-e0b9ba974f42 req-4704fbd9-6387-4339-b7c5-b055ca9306d9 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0592933 Aug 16 14:19:57.235196 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0feeb5eb-24f8-44bf-8447-e0b9ba974f42 req-cb84d030-92a8-404e-9dc5-ec10bf65317f tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362864 Aug 16 14:19:57.864575 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3412220-6317-4bfd-bfd0-fd9f09d71697 req-c7deefd5-645b-4283-a4e3-dd96a67c3509 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:57.866126 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b3412220-6317-4bfd-bfd0-fd9f09d71697 req-c7deefd5-645b-4283-a4e3-dd96a67c3509 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0582941 Aug 16 14:19:57.909038 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b3412220-6317-4bfd-bfd0-fd9f09d71697 req-a04fbb44-d288-4542-84db-304252acc8ac tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346174 Aug 16 14:19:58.016831 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87e43bcf-595b-4aca-9bc3-d5cb995bd3d3 req-08f8e0b3-17e1-4860-b41e-5ede0452718a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 210 time: 0.0394647 Aug 16 14:19:58.219343 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216507d-8474-4851-85a9-8c144f4cd606 req-f0555da1-bbf7-4e7f-abcc-dc2529c53cfb tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:58.220843 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b216507d-8474-4851-85a9-8c144f4cd606 req-f0555da1-bbf7-4e7f-abcc-dc2529c53cfb tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0644202 Aug 16 14:19:58.260850 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b216507d-8474-4851-85a9-8c144f4cd606 req-ef5975c1-a6f4-4664-9eaa-d53a7f162572 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337322 Aug 16 14:19:58.385161 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6f600-99e4-4d71-b625-d48875c9a69b req-f0d37186-278a-4d17-8e1c-034c4a158738 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:58.386638 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-58f6f600-99e4-4d71-b625-d48875c9a69b req-f0d37186-278a-4d17-8e1c-034c4a158738 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0573995 Aug 16 14:19:58.427564 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-58f6f600-99e4-4d71-b625-d48875c9a69b req-869b04ba-2555-4c05-9fbc-ac854b07517c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345917 Aug 16 14:19:59.043032 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bb17e-d632-4710-930a-9a013e80d207 req-642d5fb8-6898-43dd-9692-4c703d0b1bb3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:59.044674 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-120bb17e-d632-4710-930a-9a013e80d207 req-642d5fb8-6898-43dd-9692-4c703d0b1bb3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0572796 Aug 16 14:19:59.083758 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-120bb17e-d632-4710-930a-9a013e80d207 req-4dd0791b-8233-4532-8857-6f3d8ccf51cb tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331573 Aug 16 14:19:59.168260 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e43bd063-81a9-40a4-8bb2-a73264181c34 req-bb957b4d-6418-43dd-91b5-f6406e156d54 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 210 time: 0.0277121 Aug 16 14:19:59.385564 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89eee6-55c6-4ac2-9796-f6f06924d1cd req-46db5366-e9c7-4f07-925d-a8ef34bb3a29 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:59.387649 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ab89eee6-55c6-4ac2-9796-f6f06924d1cd req-46db5366-e9c7-4f07-925d-a8ef34bb3a29 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0508327 Aug 16 14:19:59.443751 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ab89eee6-55c6-4ac2-9796-f6f06924d1cd req-b1f820f8-3c8e-49e7-9b18-924dffdf6286 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459180 Aug 16 14:19:59.565258 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19299691-20e3-415c-a863-9c6ec50852ed req-64c11350-885b-414d-a552-4da5af387c70 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:19:59.567399 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-19299691-20e3-415c-a863-9c6ec50852ed req-64c11350-885b-414d-a552-4da5af387c70 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0565977 Aug 16 14:19:59.607963 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-19299691-20e3-415c-a863-9c6ec50852ed req-226ff8c4-74cd-4250-96af-cf97f8855440 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335445 Aug 16 14:20:00.237998 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce62e2d-7e86-4f40-b57b-2f1a3ea69a3f req-651cc06d-0c79-4f3f-9ca8-1983457459b2 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:00.240754 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7ce62e2d-7e86-4f40-b57b-2f1a3ea69a3f req-651cc06d-0c79-4f3f-9ca8-1983457459b2 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0684488 Aug 16 14:20:00.285567 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7ce62e2d-7e86-4f40-b57b-2f1a3ea69a3f req-5f53d410-4dcc-4a66-a068-5e1842d466ac tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384231 Aug 16 14:20:00.387980 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-58f76da1-d708-4fa3-bcbe-770a4f99e885 req-d8630d89-21fa-41ab-af81-ed4f3d90e7a1 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 210 time: 0.0394752 Aug 16 14:20:00.585560 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f63a8d-0d76-4793-aa80-4abb95c6a0f6 req-301ac79b-cfa8-43c2-8fd2-95a4b6de544c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:00.587214 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-16f63a8d-0d76-4793-aa80-4abb95c6a0f6 req-301ac79b-cfa8-43c2-8fd2-95a4b6de544c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0621808 Aug 16 14:20:00.647325 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-16f63a8d-0d76-4793-aa80-4abb95c6a0f6 req-51838d54-ffed-4600-b2e0-a4ab45e6e99a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520365 Aug 16 14:20:00.771704 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cf453-0852-4133-9bd5-1afa56ee0091 req-6a500af9-a24a-467a-b2db-e59a75a692b8 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:00.773189 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-411cf453-0852-4133-9bd5-1afa56ee0091 req-6a500af9-a24a-467a-b2db-e59a75a692b8 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0594144 Aug 16 14:20:00.813472 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-411cf453-0852-4133-9bd5-1afa56ee0091 req-78f20dec-04a0-4a3e-beda-48159bab5bfd tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Aug 16 14:20:01.415961 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5ac95-eec9-4bfa-bda4-afd26a281ad4 req-2ef23e20-a2f8-4c27-a357-03e9422f7823 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:01.419147 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dbf5ac95-eec9-4bfa-bda4-afd26a281ad4 req-2ef23e20-a2f8-4c27-a357-03e9422f7823 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0551345 Aug 16 14:20:01.463355 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dbf5ac95-eec9-4bfa-bda4-afd26a281ad4 req-0af2ce27-5c04-4df2-b967-03a611876e9e tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360510 Aug 16 14:20:01.552011 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-311ee0d0-571c-4c77-8bd5-d234b03e70e2 req-460d212d-717d-472a-93da-c3210a5dc33e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 210 time: 0.0328085 Aug 16 14:20:01.789333 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce265d-e844-477d-bcb6-301b57087f1c req-d66ac180-ca5e-47af-8cd3-ba2a73cb5ac3 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:01.791285 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-15ce265d-e844-477d-bcb6-301b57087f1c req-d66ac180-ca5e-47af-8cd3-ba2a73cb5ac3 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0659156 Aug 16 14:20:01.831497 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-15ce265d-e844-477d-bcb6-301b57087f1c req-66244cdc-a691-415b-a3b1-b15d9c4f654e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336049 Aug 16 14:20:01.964683 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013e377-59bd-4fe5-a81a-853fef7067dd req-5186e45d-f8f5-4d3a-b3ee-9d48f7516af3 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:01.966560 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4013e377-59bd-4fe5-a81a-853fef7067dd req-5186e45d-f8f5-4d3a-b3ee-9d48f7516af3 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0521624 Aug 16 14:20:02.009195 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4013e377-59bd-4fe5-a81a-853fef7067dd req-d4e7534d-823e-4b2c-a0ad-6aeb7202824b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359113 Aug 16 14:20:02.600234 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201c547-8dd2-4d53-ac3f-28dea53e3ca4 req-165e38a7-f33b-4b71-acb3-7de81ea39ae7 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:02.600234 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7201c547-8dd2-4d53-ac3f-28dea53e3ca4 req-165e38a7-f33b-4b71-acb3-7de81ea39ae7 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0538566 Aug 16 14:20:02.655297 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7201c547-8dd2-4d53-ac3f-28dea53e3ca4 req-085cb0fb-252a-4c29-ae62-44ea51cfac2d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Aug 16 14:20:02.743235 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-562d28cc-b1fb-4fe1-890e-9c88c5d87861 req-cc9bfafd-fa55-4764-be7b-f5aae75eb3d5 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 210 time: 0.0282276 Aug 16 14:20:02.958748 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848fe7b-63ab-4d07-8ea5-88b92de88ec5 req-5788c6d8-5d42-4db7-8f7a-1b08107e0c51 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:02.960250 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c848fe7b-63ab-4d07-8ea5-88b92de88ec5 req-5788c6d8-5d42-4db7-8f7a-1b08107e0c51 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0501392 Aug 16 14:20:03.005658 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c848fe7b-63ab-4d07-8ea5-88b92de88ec5 req-50d1e02c-8211-4311-b25a-fd0057d8841b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383344 Aug 16 14:20:03.148007 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e47899a-a8b1-4e61-ab74-08734643106b req-be2d8e03-0e1e-4aaa-bb35-e909cf0f2cfe tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:03.149588 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3e47899a-a8b1-4e61-ab74-08734643106b req-be2d8e03-0e1e-4aaa-bb35-e909cf0f2cfe tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0722978 Aug 16 14:20:03.196807 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3e47899a-a8b1-4e61-ab74-08734643106b req-7fc3ffdb-9835-4b3e-9ed0-306be93be06d tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401492 Aug 16 14:20:03.788191 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05288b6-3550-4122-b014-618a2025f9a1 req-e9c15037-d09f-4dc5-a4d1-ca8646a05513 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:03.789756 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b05288b6-3550-4122-b014-618a2025f9a1 req-e9c15037-d09f-4dc5-a4d1-ca8646a05513 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0571713 Aug 16 14:20:03.846094 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b05288b6-3550-4122-b014-618a2025f9a1 req-7854c985-3ee1-48e5-b693-a913188aadf5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493600 Aug 16 14:20:03.933976 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-504fb865-92cd-476d-a85e-9e68d7a281f4 req-2e0a5b28-afb3-4e52-88b3-500ae1f39b01 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 210 time: 0.0282266 Aug 16 14:20:04.133856 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c5cbbd-b9da-4035-8bdb-b2399d3dc419 req-795df288-dc51-4616-a3fb-c3608cf47478 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:04.135409 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-69c5cbbd-b9da-4035-8bdb-b2399d3dc419 req-795df288-dc51-4616-a3fb-c3608cf47478 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0481887 Aug 16 14:20:04.179159 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-69c5cbbd-b9da-4035-8bdb-b2399d3dc419 req-39925af8-21e9-41cc-9d21-5fba899bf4b8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364852 Aug 16 14:20:04.317219 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c1174-3a15-43e3-9366-0dbe7953eef8 req-e01ae903-8327-40ce-a7d7-308be2338659 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:04.318691 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-596c1174-3a15-43e3-9366-0dbe7953eef8 req-e01ae903-8327-40ce-a7d7-308be2338659 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0527816 Aug 16 14:20:04.358016 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-596c1174-3a15-43e3-9366-0dbe7953eef8 req-0438b35c-524a-4076-826c-7e6ea3b8465c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Aug 16 14:20:04.962261 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36171a44-47fe-406a-bd6f-b011733b599b req-1a92272f-62c5-4ef6-8bb3-da82e9fb24b3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:04.964035 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-36171a44-47fe-406a-bd6f-b011733b599b req-1a92272f-62c5-4ef6-8bb3-da82e9fb24b3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0498722 Aug 16 14:20:05.002963 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-36171a44-47fe-406a-bd6f-b011733b599b req-ccc46265-a504-4917-99e7-c97f89731ff0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312326 Aug 16 14:20:05.085715 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e7c3f50a-da58-4435-b26f-4a4f8a69c450 req-2972dab3-c45a-4dcc-bfbc-f4030b6970b3 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 210 time: 0.0273826 Aug 16 14:20:05.311723 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf25cf-13e8-4388-8bd4-53b31614c3dc req-70d5f9ef-5345-439c-b1f4-8ede29394e95 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:05.313232 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-abaf25cf-13e8-4388-8bd4-53b31614c3dc req-70d5f9ef-5345-439c-b1f4-8ede29394e95 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0593843 Aug 16 14:20:05.352603 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-abaf25cf-13e8-4388-8bd4-53b31614c3dc req-feb4c298-e26b-4e0d-8f13-07b92ba58e84 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334013 Aug 16 14:20:05.474594 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1f7e2-18b3-48bd-989a-dc2595b106e2 req-64234577-d969-44f6-bb81-262e4aa1b2d5 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:05.476020 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3fc1f7e2-18b3-48bd-989a-dc2595b106e2 req-64234577-d969-44f6-bb81-262e4aa1b2d5 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0505955 Aug 16 14:20:05.519465 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3fc1f7e2-18b3-48bd-989a-dc2595b106e2 req-202d79ef-38b9-4f8e-ad36-3078254b4c7e tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374427 Aug 16 14:20:05.688447 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2a401118-488a-45a0-8233-7baa980dc922 req-eb6a7ece-ec39-42dc-8b2f-4735ce8295f6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296750 Aug 16 14:20:06.142817 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2eb5d5-917b-4376-8b51-3b0ada9a53b4 req-7e53da5e-57b4-486a-aada-d271ba985749 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:06.145115 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7e2eb5d5-917b-4376-8b51-3b0ada9a53b4 req-7e53da5e-57b4-486a-aada-d271ba985749 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0572958 Aug 16 14:20:06.191334 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7e2eb5d5-917b-4376-8b51-3b0ada9a53b4 req-cfc540bb-a64d-49de-9f13-dc490bb66ffd tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391018 Aug 16 14:20:06.202014 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4b0686a8-f961-486d-86b4-3363015effcd req-c217d3f3-d9c0-4d06-9270-0b4613f91cb4 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 210 time: 0.0433230 Aug 16 14:20:06.484440 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5790d9d-b852-4ff8-ac62-dec5bf4f6f13 req-7664e6f6-c39f-426c-8ed5-0feccd4cef15 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:06.485908 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a5790d9d-b852-4ff8-ac62-dec5bf4f6f13 req-7664e6f6-c39f-426c-8ed5-0feccd4cef15 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0577374 Aug 16 14:20:06.525289 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a5790d9d-b852-4ff8-ac62-dec5bf4f6f13 req-00d2fff1-d078-493e-a1f7-5203df6cc87c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332675 Aug 16 14:20:06.661224 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38abb7f-f3fb-4737-882c-c4167869d1b1 req-066ffacd-fd91-4b11-b05b-4a6040ad1089 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:06.662630 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a38abb7f-f3fb-4737-882c-c4167869d1b1 req-066ffacd-fd91-4b11-b05b-4a6040ad1089 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0678754 Aug 16 14:20:06.752547 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a38abb7f-f3fb-4737-882c-c4167869d1b1 req-17566b35-0b40-42d4-b927-3d5fcc979d5e tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838537 Aug 16 14:20:06.802800 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-d5f1f3f8-eb4e-4c06-9e85-1eb414d0567f tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:06.804251 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-d5f1f3f8-eb4e-4c06-9e85-1eb414d0567f tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.30 "GET /v2.0/networks?id=d8e37c9d-d594-48e9-9e06-f33e879c7cac HTTP/1.1" status: 200 len: 815 time: 0.1226428 Aug 16 14:20:06.830603 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'port': {'device_id': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'admin_state_up': True, 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:06.960943 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Made reservation on behalf of ea79466a92dd45dfbf36f13d27ce729f for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:20:06.964509 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.104193 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Allocated IP 172.20.0.8 (d8e37c9d-d594-48e9-9e06-f33e879c7cac/466b8c79-d728-40c5-b6e3-7d5779272c6e/253257f9-ba48-4c4f-a64f-2cafb4d8d467) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:20:07.276966 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.320020 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a073558-a510-4d64-9a5d-5bc6b0cee238 req-e9ceca12-a542-403a-8738-51ebb6bf3da4 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:07.329578 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8a073558-a510-4d64-9a5d-5bc6b0cee238 req-e9ceca12-a542-403a-8738-51ebb6bf3da4 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0605385 Aug 16 14:20:07.374924 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Transition to ACTIVE for port object 253257f9-ba48-4c4f-a64f-2cafb4d8d467 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:07.405910 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8a073558-a510-4d64-9a5d-5bc6b0cee238 req-c6430f03-7520-4ba0-9670-e6395296d5ff tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736291 Aug 16 14:20:07.435154 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-508275fe-7275-472d-b6a4-cd25a5706c48 req-2a60f8a4-8e01-429d-8e5a-e27289cd9ffb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 210 time: 0.0866790 Aug 16 14:20:07.500010 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.598573 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'Port': ['ID=253257f9-ba48-4c4f-a64f-2cafb4d8d467,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:07.615527 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Network d8e37c9d-d594-48e9-9e06-f33e879c7cac is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:07.628935 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:07.642824 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.643397 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.648120 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.649326 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.649895 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.650549 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.651051 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.651620 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.657884 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.658475 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.659273 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.661322 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:07.677718 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:20:07.776892 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644b200-32dd-4add-a6a4-a1107f108def req-605f3644-9e0b-4124-9656-b313ad7e7ed7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:07.800636 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a8f90006-6958-428d-b9e5-33fd33f88ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.807588 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a644b200-32dd-4add-a6a4-a1107f108def req-605f3644-9e0b-4124-9656-b313ad7e7ed7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.1316233 Aug 16 14:20:07.828742 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:07.829617 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:07.854593 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e7ea9f45-dd33-4b41-892d-08c27d8ba9cd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0277653 Aug 16 14:20:07.912888 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a644b200-32dd-4add-a6a4-a1107f108def req-46cbff24-1c27-488b-b3fc-aa2e99b2bcf7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037557 Aug 16 14:20:07.986500 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Request body: {'port': {'device_id': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:08.007351 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617484c9-11b9-4ae8-a2e4-e6b695e154cd req-ac798355-b0cc-4be7-991b-ccec599d475b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:08.015321 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-617484c9-11b9-4ae8-a2e4-e6b695e154cd req-ac798355-b0cc-4be7-991b-ccec599d475b tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.1347470 Aug 16 14:20:08.110985 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:08.127574 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-617484c9-11b9-4ae8-a2e4-e6b695e154cd req-b8e6242c-3fac-4f7d-bec9-84ab90bc3868 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857134 Aug 16 14:20:08.192255 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-403fa0d8-3bd6-439f-9ac9-6bbd75485c4d None None] Provisioning for port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:08.197719 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-403fa0d8-3bd6-439f-9ac9-6bbd75485c4d None None] Provisioning complete for port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:08.203713 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-403fa0d8-3bd6-439f-9ac9-6bbd75485c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:08.266086 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-403fa0d8-3bd6-439f-9ac9-6bbd75485c4d None None] Port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:20:08.611164 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0992704-7c33-4d5d-908d-e8db62c882cb req-80d563b3-4d0f-4c9e-99a4-ed5a2178a804 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:08.612658 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e0992704-7c33-4d5d-908d-e8db62c882cb req-80d563b3-4d0f-4c9e-99a4-ed5a2178a804 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.1096284 Aug 16 14:20:08.677614 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e0992704-7c33-4d5d-908d-e8db62c882cb req-14cf413a-e3e1-462b-9879-dc2dfd752600 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584810 Aug 16 14:20:08.787472 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 253257f9-ba48-4c4f-a64f-2cafb4d8d467 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:20:08.799853 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:08.827258 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bc8cf-f2ff-4b1c-8f08-c03968f8ecfb req-22c8a410-bc8e-4e8f-8a4a-9d6fab8a849c tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:08.828844 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba6bc8cf-f2ff-4b1c-8f08-c03968f8ecfb req-22c8a410-bc8e-4e8f-8a4a-9d6fab8a849c tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 931 time: 0.0804348 Aug 16 14:20:08.829926 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Transition to ACTIVE for port object 253257f9-ba48-4c4f-a64f-2cafb4d8d467 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:20:08.834964 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:08.914425 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ba6bc8cf-f2ff-4b1c-8f08-c03968f8ecfb req-5ed35dcd-3489-4b82-a28a-b58cac48bf4d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753164 Aug 16 14:20:08.923264 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Pushing event updated for resources: {'Port': ['ID=253257f9-ba48-4c4f-a64f-2cafb4d8d467,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:09.003888 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Attempting to bind port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:20:09.004346 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Attempting to bind port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:20:09.004751 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Attempting to bind port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 on network d8e37c9d-d594-48e9-9e06-f33e879c7cac {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:20:09.009975 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 on network d8e37c9d-d594-48e9-9e06-f33e879c7cac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:20:09.010429 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Attempting to bind port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 on network d8e37c9d-d594-48e9-9e06-f33e879c7cac {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:20:09.016046 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:20:09.016667 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Checking segment: {'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:20:09.017153 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Bound using segment: {'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:20:09.017691 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Bound port: 253257f9-ba48-4c4f-a64f-2cafb4d8d467, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f135dab-daf1-4734-9408-d96dc3b55b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:20:09.018138 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:09.163467 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] For port 253257f9-ba48-4c4f-a64f-2cafb4d8d467, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:20:09.167564 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] For port 253257f9-ba48-4c4f-a64f-2cafb4d8d467, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:20:09.186218 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a2781-fc53-43aa-8293-2eb1538bd481 req-a0b80833-a0a2-4aa5-8fcb-1ab6fc8f644b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:09.187852 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3a4a2781-fc53-43aa-8293-2eb1538bd481 req-a0b80833-a0a2-4aa5-8fcb-1ab6fc8f644b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0995288 Aug 16 14:20:09.189537 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:09.254990 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:09.262952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:09.262952 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] 10.222.0.30 "PUT /v2.0/ports/253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 200 len: 1093 time: 1.2829051 Aug 16 14:20:09.262952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:09.262952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d3b6ce-a276-4d09-907b-1da887471623" -d '{"events": [{"name": "network-changed", "server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:09.290436 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3a4a2781-fc53-43aa-8293-2eb1538bd481 req-d1c2c98b-6eb4-4a64-8aee-620f4f5f07c5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918131 Aug 16 14:20:09.294196 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccb113-2e8d-439b-9812-249896606c40 service neutron] Pushing event updated for resources: {'Port': ['ID=253257f9-ba48-4c4f-a64f-2cafb4d8d467,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:10.313534 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-1e363594-6e93-4bc6-ba0e-7766ad90a074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:10.836720 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:11.807871 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:13.399016 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:17.080260 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:18.665960 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-a96774d0-375a-428f-ad24-ae41a28a4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:18.668329 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-a96774d0-375a-428f-ad24-ae41a28a4cf2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea79466a92dd45dfbf36f13d27ce729f&device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 1096 time: 0.0552216 Aug 16 14:20:18.798445 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-6316c346-633b-490f-b53e-bf7acf565332 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 200 len: 217 time: 0.0710535 Aug 16 14:20:18.840587 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-87896e0a-294f-40c7-8094-9ab780070110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:18.842609 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-87896e0a-294f-40c7-8094-9ab780070110 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 1097 time: 0.1237476 Aug 16 14:20:18.867868 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-95936945-d853-4e4f-a498-8315cb26fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:18.869397 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-95936945-d853-4e4f-a498-8315cb26fbb7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=466b8c79-d728-40c5-b6e3-7d5779272c6e HTTP/1.1" status: 200 len: 854 time: 0.0614393 Aug 16 14:20:18.906443 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c989e3b-edea-4efc-bfcb-a8ae81f204d1 x-openstack-request-id: req-1c989e3b-edea-4efc-bfcb-a8ae81f204d1 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:18.907488 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:18.907993 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c989e3b-edea-4efc-bfcb-a8ae81f204d1 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:18.908750 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'status': 'completed', 'code': 200} Aug 16 14:20:19.030247 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90896efd-0519-4def-b649-74d98bfa12c5 req-0e724876-a623-4545-b6d0-93a649fbe2a2 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:19.032192 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-90896efd-0519-4def-b649-74d98bfa12c5 req-0e724876-a623-4545-b6d0-93a649fbe2a2 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0930862 Aug 16 14:20:19.045887 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-a920eba1-e687-40d2-a7b7-936855dea216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:19.047712 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-a920eba1-e687-40d2-a7b7-936855dea216 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e37c9d-d594-48e9-9e06-f33e879c7cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1605656 Aug 16 14:20:19.077134 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-90896efd-0519-4def-b649-74d98bfa12c5 req-2f13738e-df50-4ceb-b773-04d45a83edb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384562 Aug 16 14:20:19.116102 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe728-f61e-4b60-975c-76c6bf7e7141 req-38391847-9d63-44a5-8ee1-305267407c21 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:19.117700 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b76fe728-f61e-4b60-975c-76c6bf7e7141 req-38391847-9d63-44a5-8ee1-305267407c21 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 943 time: 0.1151710 Aug 16 14:20:19.192448 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-1ebcbdb9-2a87-45f4-8554-977d7b709969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:19.194928 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-1ebcbdb9-2a87-45f4-8554-977d7b709969 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 917 time: 0.2528720 Aug 16 14:20:19.208826 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e80d33-929a-44ec-aacf-6ba89530ecd4 req-31c61801-bea2-4ee6-9d43-4dddda602d7e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:19.210306 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c5e80d33-929a-44ec-aacf-6ba89530ecd4 req-31c61801-bea2-4ee6-9d43-4dddda602d7e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0595319 Aug 16 14:20:19.250457 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c5e80d33-929a-44ec-aacf-6ba89530ecd4 req-9b4bd59b-08fc-4e3b-998b-d7a2764c79e0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340326 Aug 16 14:20:19.273736 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b76fe728-f61e-4b60-975c-76c6bf7e7141 req-5507b44a-d3c1-4575-9c51-d37258386a35 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195104 Aug 16 14:20:19.301797 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-5f3dd831-f511-4a74-a007-d97e3507b128 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459 HTTP/1.1" status: 200 len: 1000 time: 0.0981333 Aug 16 14:20:19.306952 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-e693846a-397b-4ece-ac14-8a02a09a539c service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403922 Aug 16 14:20:19.411447 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-72bde5ca-ce1f-4e43-b31d-4fe44adfddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:19.412993 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-72bde5ca-ce1f-4e43-b31d-4fe44adfddb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0964220 Aug 16 14:20:19.477640 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03daa4ad-2480-44d4-bba9-87cf8d96fa13 req-507d0ac6-180f-4c6c-8bf8-7ac756ceecba service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531787 Aug 16 14:20:19.494609 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-cb8985f5-6b64-47db-b36a-0ac5e14b1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:19.494609 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-cb8985f5-6b64-47db-b36a-0ac5e14b1161 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0677035 Aug 16 14:20:19.605919 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-f52afd21-fbe9-475a-ad14-f79e3709731a service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953336 Aug 16 14:20:19.694544 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b6ce-a276-4d09-907b-1da887471623 req-9f68bde5-9dd1-4c08-954c-d77c2e2171ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:19.696048 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07d3b6ce-a276-4d09-907b-1da887471623 req-9f68bde5-9dd1-4c08-954c-d77c2e2171ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea79466a92dd45dfbf36f13d27ce729f&device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 1096 time: 0.0892665 Aug 16 14:20:19.748491 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-55a24d4b-af4b-4d3d-bb54-74cd398ac39e req-d8fc56ee-ea62-4c51-a41d-900a914698d5 service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169975 Aug 16 14:20:19.815557 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b6ce-a276-4d09-907b-1da887471623 req-63010064-2579-4fca-a457-572fd2faf9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:19.817029 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07d3b6ce-a276-4d09-907b-1da887471623 req-63010064-2579-4fca-a457-572fd2faf9c7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8e37c9d-d594-48e9-9e06-f33e879c7cac HTTP/1.1" status: 200 len: 916 time: 0.0936882 Aug 16 14:20:19.866763 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07d3b6ce-a276-4d09-907b-1da887471623 req-48a06dd9-0374-4f90-a413-2e97f594da23 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 200 len: 217 time: 0.0349047 Aug 16 14:20:19.939644 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b6ce-a276-4d09-907b-1da887471623 req-13ddb302-ef21-4b69-85b5-8e8537fe6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:19.941050 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07d3b6ce-a276-4d09-907b-1da887471623 req-13ddb302-ef21-4b69-85b5-8e8537fe6f96 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=466b8c79-d728-40c5-b6e3-7d5779272c6e HTTP/1.1" status: 200 len: 854 time: 0.0485954 Aug 16 14:20:20.014567 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3b6ce-a276-4d09-907b-1da887471623 req-d9f3e9db-423a-4306-8777-99a075c4cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:20.023337 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07d3b6ce-a276-4d09-907b-1da887471623 req-d9f3e9db-423a-4306-8777-99a075c4cdda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e37c9d-d594-48e9-9e06-f33e879c7cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504594 Aug 16 14:20:20.128482 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07d3b6ce-a276-4d09-907b-1da887471623 req-a193f6cf-e1ab-4d55-9b0e-d7d3d2be89c2 service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956261 Aug 16 14:20:20.230274 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07d3b6ce-a276-4d09-907b-1da887471623 req-f4c31dae-5e90-483a-941c-88f547a5e83e service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909395 Aug 16 14:20:20.378105 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a092724-b1a0-4281-9de0-2304d8d48cd3 req-4dffb354-e2d8-4656-86f9-5eba9d3fb114 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:20.382907 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6a092724-b1a0-4281-9de0-2304d8d48cd3 req-4dffb354-e2d8-4656-86f9-5eba9d3fb114 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0554986 Aug 16 14:20:20.404128 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb0e22-6e24-4a44-97ce-fc2cc93c79a8 req-876e6c4f-6431-4e6c-919c-8f2bc486b620 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:20.405978 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4cdb0e22-6e24-4a44-97ce-fc2cc93c79a8 req-876e6c4f-6431-4e6c-919c-8f2bc486b620 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 943 time: 0.0578012 Aug 16 14:20:20.418915 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6a092724-b1a0-4281-9de0-2304d8d48cd3 req-22ff6d17-31cc-464f-a3e4-b27b233606e2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329847 Aug 16 14:20:20.449977 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4cdb0e22-6e24-4a44-97ce-fc2cc93c79a8 req-9304dab1-5450-42f0-916d-c1c07f9c9abb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373905 Aug 16 14:20:21.372013 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 253257f9-ba48-4c4f-a64f-2cafb4d8d467 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:20:21.473755 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 253257f9-ba48-4c4f-a64f-2cafb4d8d467, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:21.486737 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'port_id': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'mac_address': 'fa:16:3e:01:c0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:20:21.533745 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.557059 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 253257f9-ba48-4c4f-a64f-2cafb4d8d467 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:20:21.567901 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d35071-85b3-4524-9a49-050a4106ae26 req-410f06df-5680-4ec0-a3db-6ae1ccc50a9b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:21.569700 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a7d35071-85b3-4524-9a49-050a4106ae26 req-410f06df-5680-4ec0-a3db-6ae1ccc50a9b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 944 time: 0.0658321 Aug 16 14:20:21.581526 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 253257f9-ba48-4c4f-a64f-2cafb4d8d467, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:21.581835 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d384274-3ecd-45d6-8e07-9b7cf02f4e1d req-ec43c09e-f1d6-48e8-afdb-b685360d12b0 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:21.583543 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3d384274-3ecd-45d6-8e07-9b7cf02f4e1d req-ec43c09e-f1d6-48e8-afdb-b685360d12b0 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 943 time: 0.0605657 Aug 16 14:20:21.592874 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.593816 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device dd0d33e6-d192-4f0d-990c-d8759ae10459 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:20:21.617616 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a7d35071-85b3-4524-9a49-050a4106ae26 req-9397467d-d275-4f1d-a128-f74fa3cca0b4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388696 Aug 16 14:20:21.640693 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3d384274-3ecd-45d6-8e07-9b7cf02f4e1d req-be96abb3-23df-4e5c-831e-fbfeb29cd633 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423703 Aug 16 14:20:21.697894 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=253257f9-ba48-4c4f-a64f-2cafb4d8d467,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:21.741049 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:21.755422 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'port_id': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'mac_address': 'fa:16:3e:23:50:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:20:21.796542 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.810246 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0d33e6-d192-4f0d-990c-d8759ae10459 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:20:21.831025 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:21.834885 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:21.883486 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=9']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:22.251495 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['253257f9-ba48-4c4f-a64f-2cafb4d8d467'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:20:22.292771 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['dd0d33e6-d192-4f0d-990c-d8759ae10459'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:20:22.744827 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735be5a1-7cda-48f4-ae33-5e68557377f9 req-5e5efef0-d964-4c5e-bc6b-a44616daaadc tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:22.746240 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-735be5a1-7cda-48f4-ae33-5e68557377f9 req-5e5efef0-d964-4c5e-bc6b-a44616daaadc tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 945 time: 0.0508535 Aug 16 14:20:22.762644 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339978fb-0263-45ea-abaa-e1053641047d req-67eabf4f-2053-474e-97e2-a18e24bd4a84 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:22.764233 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-339978fb-0263-45ea-abaa-e1053641047d req-67eabf4f-2053-474e-97e2-a18e24bd4a84 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 944 time: 0.0539250 Aug 16 14:20:22.785269 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-735be5a1-7cda-48f4-ae33-5e68557377f9 req-44aeeb8c-3bbc-4684-92a8-6dc7eaf1a1ee tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319211 Aug 16 14:20:22.803573 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-339978fb-0263-45ea-abaa-e1053641047d req-cfa0c588-d70a-4634-b844-ebc739e84ddf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332284 Aug 16 14:20:23.384797 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 253257f9-ba48-4c4f-a64f-2cafb4d8d467 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:23.434311 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:20:23.438374 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:23.438747 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.523198 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.545840 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:23.548139 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d945e6-dce9-49b3-be6a-0bbae422c181" -d '{"events": [{"server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "name": "network-vif-plugged", "status": "completed", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:23.562047 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 253257f9-ba48-4c4f-a64f-2cafb4d8d467, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:23.574282 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.576549 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device dd0d33e6-d192-4f0d-990c-d8759ae10459 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:20:23.601897 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4647325-722e-445e-a001-0ea428a995f0 x-openstack-request-id: req-f4647325-722e-445e-a001-0ea428a995f0 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:23.602179 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "name": "network-vif-plugged", "status": "completed", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:23.602424 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4647325-722e-445e-a001-0ea428a995f0 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:23.602803 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'code': 200} Aug 16 14:20:23.660957 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=253257f9-ba48-4c4f-a64f-2cafb4d8d467,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:23.673987 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port dd0d33e6-d192-4f0d-990c-d8759ae10459 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:23.674362 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.755555 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.794810 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:23.800071 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:23.824654 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff68ca-69b8-4c3e-aea6-cf076e9f04b5 req-fdb21315-0608-4ef1-a47e-dfcb0e064ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:23.827609 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d4ff68ca-69b8-4c3e-aea6-cf076e9f04b5 req-fdb21315-0608-4ef1-a47e-dfcb0e064ec7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 1098 time: 0.0436811 Aug 16 14:20:23.866083 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=10']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:23.879253 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d4ff68ca-69b8-4c3e-aea6-cf076e9f04b5 req-9262061b-72d5-422c-bf0d-1e4d5db43003 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Aug 16 14:20:23.936409 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347fd3-6bad-4f43-85f5-e731fdb51e63 req-135bb691-8955-42d2-b481-71296b8b0dab tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:23.938025 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9f347fd3-6bad-4f43-85f5-e731fdb51e63 req-135bb691-8955-42d2-b481-71296b8b0dab tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0543780 Aug 16 14:20:23.939791 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7fc2-bbda-4b17-8894-f6e5bf8419b0 req-e584645e-f8e5-4530-bf32-0b8100bb05f4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:23.941457 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a6ba7fc2-bbda-4b17-8894-f6e5bf8419b0 req-e584645e-f8e5-4530-bf32-0b8100bb05f4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0613270 Aug 16 14:20:23.979060 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9f347fd3-6bad-4f43-85f5-e731fdb51e63 req-6c6ecc22-5843-414e-9d5f-896fcbff02fe tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347016 Aug 16 14:20:23.983215 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a6ba7fc2-bbda-4b17-8894-f6e5bf8419b0 req-797f3b9f-ee04-4b47-8f67-8511d8292d5b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354795 Aug 16 14:20:25.100501 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729bc08-7b34-4e08-9978-7da180012e77 req-0bf75ccd-f2d2-4f69-981f-8e1cf44be96d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:25.102119 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4729bc08-7b34-4e08-9978-7da180012e77 req-0bf75ccd-f2d2-4f69-981f-8e1cf44be96d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0532303 Aug 16 14:20:25.106758 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3dd08-6d9d-40b2-bebd-c39886a7dd56 req-a2fd0807-1fa6-45eb-88a3-b32e157da2b2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:25.108831 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cab3dd08-6d9d-40b2-bebd-c39886a7dd56 req-a2fd0807-1fa6-45eb-88a3-b32e157da2b2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0502665 Aug 16 14:20:25.144467 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4729bc08-7b34-4e08-9978-7da180012e77 req-3974ad82-82b5-44ee-90a5-db5e357f2fa9 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353093 Aug 16 14:20:25.150482 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cab3dd08-6d9d-40b2-bebd-c39886a7dd56 req-2ce3d9ba-1e3a-4a01-95dc-14710b1f0212 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355523 Aug 16 14:20:25.604759 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:25.608129 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b952e1c-4f49-4a6e-a181-f8e0d09459e8" -d '{"events": [{"server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:25.643597 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e40a9c-67ef-42d6-98b5-acda7024ff96 x-openstack-request-id: req-a9e40a9c-67ef-42d6-98b5-acda7024ff96 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:25.643991 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:25.644276 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9e40a9c-67ef-42d6-98b5-acda7024ff96 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:25.644661 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'code': 200} Aug 16 14:20:26.271224 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982366a-b303-45d0-ba18-f63617fe64fd req-df7395af-722a-4651-9da3-5b6670cec8c9 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:26.273719 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6982366a-b303-45d0-ba18-f63617fe64fd req-df7395af-722a-4651-9da3-5b6670cec8c9 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0555694 Aug 16 14:20:26.287621 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875cecd-a0b0-4a2c-bdce-662da60962c2 req-e01dfdf0-dcaf-42d2-93e8-98e3a3419452 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:26.296858 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4875cecd-a0b0-4a2c-bdce-662da60962c2 req-e01dfdf0-dcaf-42d2-93e8-98e3a3419452 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0611751 Aug 16 14:20:26.324233 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6982366a-b303-45d0-ba18-f63617fe64fd req-cba7a0fa-e635-4614-85bc-8b71d222c88b tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Aug 16 14:20:26.376073 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4875cecd-a0b0-4a2c-bdce-662da60962c2 req-d05a81a6-5b8d-4437-8bab-7a0094eb493b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782692 Aug 16 14:20:26.379809 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92184479-9dcc-4eae-9524-bfaabd876f40 req-3c69163a-8fb7-4bc1-ad5d-1e2e020ed5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:26.381514 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-92184479-9dcc-4eae-9524-bfaabd876f40 req-3c69163a-8fb7-4bc1-ad5d-1e2e020ed5a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 1100 time: 0.0738335 Aug 16 14:20:26.437753 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-92184479-9dcc-4eae-9524-bfaabd876f40 req-8fec3a6f-b3c6-4da7-995d-a7a2b1e0f510 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482874 Aug 16 14:20:26.507229 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d84555-2a8e-49f7-9ace-b6cf5305428d req-d6e00cec-f7f3-457c-8196-0918aacf9e59 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:26.508762 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-14d84555-2a8e-49f7-9ace-b6cf5305428d req-d6e00cec-f7f3-457c-8196-0918aacf9e59 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0524607 Aug 16 14:20:26.549801 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-14d84555-2a8e-49f7-9ace-b6cf5305428d req-4af37ae0-ef4a-444a-869d-cfc600a87f93 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340424 Aug 16 14:20:26.889376 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b48553-f95f-4490-9660-a35eb6c6d33f req-0a84b617-5a01-44ba-b2ac-e4fdef55e9ea tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:26.891058 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-53b48553-f95f-4490-9660-a35eb6c6d33f req-0a84b617-5a01-44ba-b2ac-e4fdef55e9ea tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0500321 Aug 16 14:20:26.929895 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-53b48553-f95f-4490-9660-a35eb6c6d33f req-79905217-c87c-4fdc-966a-c47adf1ca7c7 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Aug 16 14:20:27.526331 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed6bb0-14b5-4cf5-b73b-7bc4bb1b602d req-f3f1b069-e897-4da8-8037-4e342e1ee57a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:27.527866 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c3ed6bb0-14b5-4cf5-b73b-7bc4bb1b602d req-f3f1b069-e897-4da8-8037-4e342e1ee57a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0592284 Aug 16 14:20:27.565417 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c3ed6bb0-14b5-4cf5-b73b-7bc4bb1b602d req-c57d5ebf-5b48-4daa-a6ca-0343183625ea tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313785 Aug 16 14:20:28.699169 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3085d2-6b01-4b03-9e63-05ce3998573b req-3997581d-7bf3-426b-9e70-0ce162f80372 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:28.700648 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0e3085d2-6b01-4b03-9e63-05ce3998573b req-3997581d-7bf3-426b-9e70-0ce162f80372 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0526419 Aug 16 14:20:28.739168 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0e3085d2-6b01-4b03-9e63-05ce3998573b req-328481cf-92fd-4eee-a88c-039cc7fc614f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319028 Aug 16 14:20:29.862022 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91bc9e-b2e7-4b59-90b7-e028b12b1485 req-d688d2a1-bed2-4ac6-837e-4edbbe60074f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:29.863389 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aa91bc9e-b2e7-4b59-90b7-e028b12b1485 req-d688d2a1-bed2-4ac6-837e-4edbbe60074f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0488739 Aug 16 14:20:29.901781 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aa91bc9e-b2e7-4b59-90b7-e028b12b1485 req-03c9001a-e734-480b-bb43-b4f9bb841534 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325155 Aug 16 14:20:31.036818 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f2b6d-332b-44e0-b247-9ee3f14f59b3 req-4778310a-0c4f-413f-9888-5201ec0974a6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:31.038479 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-186f2b6d-332b-44e0-b247-9ee3f14f59b3 req-4778310a-0c4f-413f-9888-5201ec0974a6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0529730 Aug 16 14:20:31.079799 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-186f2b6d-332b-44e0-b247-9ee3f14f59b3 req-9989596e-32ee-4c29-a9f6-c7d8ae0e78fc tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350239 Aug 16 14:20:32.209884 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e04bbe0-9066-4773-8110-e2939cc127f3 req-a1405f18-3d0b-4e7f-b130-783cc2597581 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:32.211334 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4e04bbe0-9066-4773-8110-e2939cc127f3 req-a1405f18-3d0b-4e7f-b130-783cc2597581 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0557818 Aug 16 14:20:32.249851 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4e04bbe0-9066-4773-8110-e2939cc127f3 req-f9cd2164-6061-4f32-8807-07ddf5103fe1 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Aug 16 14:20:33.369913 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f088a1e-d568-437d-adcd-b24ea56d8da8 req-24a05262-4bf8-423c-b205-fc459780cfb4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:33.371636 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f088a1e-d568-437d-adcd-b24ea56d8da8 req-24a05262-4bf8-423c-b205-fc459780cfb4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0491478 Aug 16 14:20:33.409125 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3f088a1e-d568-437d-adcd-b24ea56d8da8 req-8305713b-1da6-42a7-9ec2-37af278903ad tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Aug 16 14:20:33.801321 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:20:34.534234 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62461b1-10a8-45d1-8cd4-64f8881e3ca7 req-22f9cd54-30a3-406e-b604-aa4e859b6a19 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:34.535717 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c62461b1-10a8-45d1-8cd4-64f8881e3ca7 req-22f9cd54-30a3-406e-b604-aa4e859b6a19 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0503914 Aug 16 14:20:34.575838 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c62461b1-10a8-45d1-8cd4-64f8881e3ca7 req-048ab313-48d1-43b1-9f73-f6d0fae7c626 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341625 Aug 16 14:20:37.316949 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef23f5e-df17-4438-b369-a5b50a3bc984 req-30dabd34-751b-400c-b5a0-1858d08bf574 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:37.318394 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ef23f5e-df17-4438-b369-a5b50a3bc984 req-30dabd34-751b-400c-b5a0-1858d08bf574 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0538538 Aug 16 14:20:37.358127 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5ef23f5e-df17-4438-b369-a5b50a3bc984 req-cf99919a-1046-4475-bc8c-2c1697824856 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329852 Aug 16 14:20:37.749810 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-38e04aca-79e4-4355-b441-979b6188fb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:38.507985 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532efd54-4ea1-41c7-92fb-1eef8b9ac633 req-64d1c849-9159-44c5-ad2d-568523524e02 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:38.510214 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-532efd54-4ea1-41c7-92fb-1eef8b9ac633 req-64d1c849-9159-44c5-ad2d-568523524e02 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0690238 Aug 16 14:20:38.570362 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-532efd54-4ea1-41c7-92fb-1eef8b9ac633 req-e683fc5f-bb19-48d1-bf68-d2ea21558f9f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534768 Aug 16 14:20:39.697106 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b18643-04b8-4d93-9cc1-afac5f2e4383 req-ad3ade59-6b3e-4ee8-b075-763bb6a7949c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:39.698575 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-66b18643-04b8-4d93-9cc1-afac5f2e4383 req-ad3ade59-6b3e-4ee8-b075-763bb6a7949c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0525782 Aug 16 14:20:39.744134 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-66b18643-04b8-4d93-9cc1-afac5f2e4383 req-e2db1428-b484-42f0-bf37-dc98f3b1a0fe tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395305 Aug 16 14:20:40.428825 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-81199298-4c5b-40e1-bcf1-4dd54d573d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:40.834265 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:40.865516 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb1aa0-2d15-434b-ab74-9c8bceea48c2 req-0256e165-0e19-4743-8db6-e8e45fd80f17 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:40.867076 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7dfb1aa0-2d15-434b-ab74-9c8bceea48c2 req-0256e165-0e19-4743-8db6-e8e45fd80f17 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0519419 Aug 16 14:20:40.905174 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7dfb1aa0-2d15-434b-ab74-9c8bceea48c2 req-b20dc952-1ad5-47f5-ad2c-2896e7674109 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317945 Aug 16 14:20:41.673913 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23b8611-a59e-4ff3-9426-58582c21bcb9 req-a67c322e-978a-46a8-ac6e-40caac000d1d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:41.675453 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f23b8611-a59e-4ff3-9426-58582c21bcb9 req-a67c322e-978a-46a8-ac6e-40caac000d1d tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0854845 Aug 16 14:20:41.718273 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f23b8611-a59e-4ff3-9426-58582c21bcb9 req-87c53d2d-84bf-4833-8f3b-6b6fa943287b tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367477 Aug 16 14:20:41.808144 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:42.035841 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2e0e4-86f3-46e9-b17a-38f8ab724c61 req-efdd97ce-b22e-4841-9172-c974a5f38605 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:42.037359 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cdc2e0e4-86f3-46e9-b17a-38f8ab724c61 req-efdd97ce-b22e-4841-9172-c974a5f38605 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0506432 Aug 16 14:20:42.077317 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cdc2e0e4-86f3-46e9-b17a-38f8ab724c61 req-001949af-860f-4fbf-b97b-dd71df8507ba tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334926 Aug 16 14:20:42.839288 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178bd8-6ea5-4794-b6c3-2f4c9e2bde87 req-c8727486-fd1f-4c47-9c3b-15fb7944df5f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:42.840930 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59178bd8-6ea5-4794-b6c3-2f4c9e2bde87 req-c8727486-fd1f-4c47-9c3b-15fb7944df5f tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0529990 Aug 16 14:20:42.881162 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59178bd8-6ea5-4794-b6c3-2f4c9e2bde87 req-1813d8b0-e2c2-47d3-8f6d-ea6c21fc97d6 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339770 Aug 16 14:20:43.394535 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:43.396050 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eef2fd-7246-484d-9cea-310b5fba3e05 req-00f3da8a-6779-4da9-8c66-567dc9f0a008 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:43.397565 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-69eef2fd-7246-484d-9cea-310b5fba3e05 req-00f3da8a-6779-4da9-8c66-567dc9f0a008 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.2513742 Aug 16 14:20:43.436822 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-69eef2fd-7246-484d-9cea-310b5fba3e05 req-ab592bfc-fcd5-48df-b7c0-da2d17640417 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 Aug 16 14:20:43.998115 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa134e-a901-41f6-a882-d5575c1581ba req-943655a0-9f5b-4216-8fbd-0af7d3c517b3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:43.999597 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5afa134e-a901-41f6-a882-d5575c1581ba req-943655a0-9f5b-4216-8fbd-0af7d3c517b3 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0483460 Aug 16 14:20:44.038242 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5afa134e-a901-41f6-a882-d5575c1581ba req-ce73c57f-d5ff-400a-b5d0-4f559ad479f4 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316758 Aug 16 14:20:44.556347 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77901c2-517f-44b1-b507-436c2147e75c req-2762f394-56a5-4ecc-b4f1-1321f787a9f9 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:44.557854 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b77901c2-517f-44b1-b507-436c2147e75c req-2762f394-56a5-4ecc-b4f1-1321f787a9f9 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0516658 Aug 16 14:20:44.603298 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b77901c2-517f-44b1-b507-436c2147e75c req-88bec253-ad43-4bcb-b0a3-fa5166349c51 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395579 Aug 16 14:20:45.036536 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-fba65ea9-6f4e-44b6-8013-4d6595d35e2a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:45.037892 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-fba65ea9-6f4e-44b6-8013-4d6595d35e2a tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.30 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0476747 Aug 16 14:20:45.182339 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05199f57-24ed-4459-8f46-2f214ce39248 req-687db2ad-6b5f-4553-a69e-6bc20f092479 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:45.183863 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-05199f57-24ed-4459-8f46-2f214ce39248 req-687db2ad-6b5f-4553-a69e-6bc20f092479 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 945 time: 0.0663996 Aug 16 14:20:45.201642 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-d4076744-d189-4943-b139-c8c342c68bb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Deleting port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:45.201975 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-d4076744-d189-4943-b139-c8c342c68bb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:45.287159 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-05199f57-24ed-4459-8f46-2f214ce39248 req-11535dc1-1165-4eed-b911-7ff415f9b414 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956302 Aug 16 14:20:45.329021 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-d4076744-d189-4943-b139-c8c342c68bb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] For port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:45.329456 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-d4076744-d189-4943-b139-c8c342c68bb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:45.341163 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-d4076744-d189-4943-b139-c8c342c68bb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Calling delete_port for 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:45.468794 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-d4076744-d189-4943-b139-c8c342c68bb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:45.497511 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4076744-d189-4943-b139-c8c342c68bb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Pushing event deleted for resources: {'Port': ['ID=2ad567db-13e4-41cf-bd2e-6a961a3b1ac4,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:45.518035 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['2ad567db-13e4-41cf-bd2e-6a961a3b1ac4', 'b23b477d-dfe2-49fe-a669-131d565e77ce'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:20:45.538646 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-d4076744-d189-4943-b139-c8c342c68bb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] No DVR routers for this DVR port 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:20:45.541150 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-d4076744-d189-4943-b139-c8c342c68bb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:45.543180 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0d997eeb-ce54-41d1-bcf1-ee4203551ca4 req-d4076744-d189-4943-b139-c8c342c68bb5 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.30 "DELETE /v2.0/ports/2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 HTTP/1.1" status: 204 len: 173 time: 0.4948940 Aug 16 14:20:45.543624 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fb92d3-aa3c-4ea8-99d8-0993ab45e18b', 'name': 'network-vif-deleted', 'tag': '2ad567db-13e4-41cf-bd2e-6a961a3b1ac4'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:45.545863 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a2d195-8ae7-4f82-9adb-221914b89334" -d '{"events": [{"server_uuid": "02fb92d3-aa3c-4ea8-99d8-0993ab45e18b", "name": "network-vif-deleted", "tag": "2ad567db-13e4-41cf-bd2e-6a961a3b1ac4"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:45.591320 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5812c3-e757-4478-9c12-37d359ee3358 x-openstack-request-id: req-6c5812c3-e757-4478-9c12-37d359ee3358 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:45.591891 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fb92d3-aa3c-4ea8-99d8-0993ab45e18b", "name": "network-vif-deleted", "tag": "2ad567db-13e4-41cf-bd2e-6a961a3b1ac4", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:45.592359 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c5812c3-e757-4478-9c12-37d359ee3358 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:45.592746 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02fb92d3-aa3c-4ea8-99d8-0993ab45e18b', 'name': 'network-vif-deleted', 'tag': '2ad567db-13e4-41cf-bd2e-6a961a3b1ac4', 'status': 'completed', 'code': 200} Aug 16 14:20:45.728854 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58490a15-2960-4d98-8434-3723513d8f0d req-4cf8c5ca-76ee-4d75-a8db-08ca1995a869 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:45.730453 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-58490a15-2960-4d98-8434-3723513d8f0d req-4cf8c5ca-76ee-4d75-a8db-08ca1995a869 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0501232 Aug 16 14:20:45.769088 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-58490a15-2960-4d98-8434-3723513d8f0d req-099aa1a1-1c25-4a84-8d82-655206002b6c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319555 Aug 16 14:20:46.106956 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b36305-c629-4265-b3b9-efa21694e66a req-6626b972-f0b7-4c0f-a4d6-88ecd357075d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:46.109065 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-83b36305-c629-4265-b3b9-efa21694e66a req-6626b972-f0b7-4c0f-a4d6-88ecd357075d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0504653 Aug 16 14:20:46.157052 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-83b36305-c629-4265-b3b9-efa21694e66a req-de5b45d3-858f-46f2-b35f-53479361076d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420072 Aug 16 14:20:46.180692 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53470) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:46.270637 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7da9e-d1dd-49f4-a2d0-a0ca8559aacf tempest-TestMinimumBasicScenario-1498027035 tempest-TestMinimumBasicScenario-1498027035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:46.272190 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-53e7da9e-d1dd-49f4-a2d0-a0ca8559aacf tempest-TestMinimumBasicScenario-1498027035 tempest-TestMinimumBasicScenario-1498027035-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 1093 time: 0.0904911 Aug 16 14:20:46.275143 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53474) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:46.279428 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'floatingip': {'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'port_id': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:46.309424 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:46.412089 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-642bc000-5792-4acc-a9e6-c43f286f5efa req-3ddd4e85-71c4-425a-9f66-c6e25daba8fc tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=02fb92d3-aa3c-4ea8-99d8-0993ab45e18b HTTP/1.1" status: 200 len: 210 time: 0.0300932 Aug 16 14:20:46.421717 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:46.530510 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Allocated IP 172.27.3.110 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/f1140f4f-ab47-41f2-a202-2508adddf4d2) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:20:46.641332 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:46.685794 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:46.728622 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:20:46.731603 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:20:46.734202 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:20:46.739856 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'Port': ['ID=f1140f4f-ab47-41f2-a202-2508adddf4d2,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:46.764878 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.765232 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.765580 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.765923 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.766263 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.766600 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.767452 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.767808 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.768161 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.768496 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.768829 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.769155 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:20:46.956898 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5537a2-0519-4b45-87b5-db462f84344d req-3f13d71c-389b-438e-aced-db567dba8af0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:46.958374 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1c5537a2-0519-4b45-87b5-db462f84344d req-3f13d71c-389b-438e-aced-db567dba8af0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.1137986 Aug 16 14:20:47.045194 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1c5537a2-0519-4b45-87b5-db462f84344d req-733aff00-3d70-455d-9121-508d9e06f147 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551383 Aug 16 14:20:47.099846 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:47.188828 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:47.273641 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:47.417679 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e18a19-2d08-42ac-a20e-5703af2f07c2 req-3d98f979-fdb4-41e5-8809-5f806ce8bba2 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:47.419172 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e0e18a19-2d08-42ac-a20e-5703af2f07c2 req-3d98f979-fdb4-41e5-8809-5f806ce8bba2 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.1119385 Aug 16 14:20:47.452316 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:20:47.476431 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:20:47.477018 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 2ad567db-13e4-41cf-bd2e-6a961a3b1ac4 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:20:47.489493 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e0e18a19-2d08-42ac-a20e-5703af2f07c2 req-d9492e2e-72b0-4f85-b026-615b15b60e20 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633919 Aug 16 14:20:47.506221 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:47.514643 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:47.587054 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'Port': ['ID=f1140f4f-ab47-41f2-a202-2508adddf4d2,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:47.602969 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:47.754887 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaaef9-7dc1-48e4-a88b-5b5adf9c1aeb req-52658b7b-da79-435b-92db-f4a91339092c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:47.756592 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fdfaaef9-7dc1-48e4-a88b-5b5adf9c1aeb req-52658b7b-da79-435b-92db-f4a91339092c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0934732 Aug 16 14:20:47.758069 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Floating IP 9cde23ee-2ef6-4706-b84b-cd2e15607648 associated. External IP: 172.27.3.110, port: 253257f9-ba48-4c4f-a64f-2cafb4d8d467. Aug 16 14:20:47.863215 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fdfaaef9-7dc1-48e4-a88b-5b5adf9c1aeb req-7882020e-25dc-4cb7-9a99-5f637599dc75 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721478 Aug 16 14:20:47.996860 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:20:48.105021 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:20:48.115193 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] Sync routers for ids ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:20:48.124878 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] Routers {'8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:48.125541 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.125707 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:20:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:48.170414 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dda53-be8e-48d2-885a-f4bb2f249f2d req-d849c653-35fe-41f4-9279-9eaff15528b9 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:48.172021 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bc3dda53-be8e-48d2-885a-f4bb2f249f2d req-d849c653-35fe-41f4-9279-9eaff15528b9 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0532181 Aug 16 14:20:48.216056 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bc3dda53-be8e-48d2-885a-f4bb2f249f2d req-030f8b51-fff7-4e19-bc25-e1cdae822e84 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371680 Aug 16 14:20:48.249696 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] Set router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:48.352941 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-34d3d344-33ce-4ee0-92f6-6c756be45906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0766490 Aug 16 14:20:48.353558 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:48.355933 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bbae43-873a-4265-9f9d-d363bcd3cdfc" -d '{"events": [{"name": "network-changed", "server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:48.356495 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 53494) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:48.362112 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-0596ea86-47ca-40fd-ad67-a0ef611d250e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1863494991', 'description': 'tempest-secgroup-smoke-1863494991 description', 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:48.389056 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0596ea86-47ca-40fd-ad67-a0ef611d250e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.397229 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194b6395-10c7-4fbe-994f-4a52944d1eac x-openstack-request-id: req-194b6395-10c7-4fbe-994f-4a52944d1eac {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:48.397229 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:48.397229 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-194b6395-10c7-4fbe-994f-4a52944d1eac {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:48.397849 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'status': 'completed', 'code': 200} Aug 16 14:20:48.491223 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:32Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '9cde23ee-2ef6-4706-b84b-cd2e15607648', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'port_id': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'mac_address': 'fa:16:3e:01:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:47Z', 'updated_at': '2021-08-16T14:20:47Z', 'revision_number': 0, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fec6bcc-1851-4de4-9d06-4bc0a459ac20', 'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'mac_address': 'fa:16:3e:a3:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:30Z', 'updated_at': '2021-08-16T14:19:38Z', 'revision_number': 5, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'subnets': [{'id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:48.516639 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0596ea86-47ca-40fd-ad67-a0ef611d250e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.518530 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] Checking router: 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:20:48.526958 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] Routers {'8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:20:48.527570 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:20:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:48.530435 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0596ea86-47ca-40fd-ad67-a0ef611d250e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.568979 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0596ea86-47ca-40fd-ad67-a0ef611d250e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.575165 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0596ea86-47ca-40fd-ad67-a0ef611d250e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2129691 Aug 16 14:20:48.576941 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53500) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:48.586049 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596ea86-47ca-40fd-ad67-a0ef611d250e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b96a8-15fc-47d3-a052-7d341fb51e17,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:48.588401 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-84ebbf9d-8ffa-4070-9f5a-ef55a1fa9c62 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'security_group_rule': {'security_group_id': 'b47b96a8-15fc-47d3-a052-7d341fb51e17', 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:48.608276 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-afd75057-945f-45f5-b7cf-5a4a772a4015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:48.609683 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-afd75057-945f-45f5-b7cf-5a4a772a4015 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea79466a92dd45dfbf36f13d27ce729f&device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 1098 time: 0.1290982 Aug 16 14:20:48.638084 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] Set router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:20:48.647223 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-84ebbf9d-8ffa-4070-9f5a-ef55a1fa9c62 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.651924 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9800ec6b-d0f4-4dea-8b61-22d0b9afa9d1 req-f25c9497-9b53-44b2-81bf-cc3721a91984 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:48.653500 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9800ec6b-d0f4-4dea-8b61-22d0b9afa9d1 req-f25c9497-9b53-44b2-81bf-cc3721a91984 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0800478 Aug 16 14:20:48.714849 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-84ebbf9d-8ffa-4070-9f5a-ef55a1fa9c62 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.718990 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-84ebbf9d-8ffa-4070-9f5a-ef55a1fa9c62 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.740579 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9800ec6b-d0f4-4dea-8b61-22d0b9afa9d1 req-2a356e5f-0c40-48cb-af77-67c317981783 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631166 Aug 16 14:20:48.744755 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebbf9d-8ffa-4070-9f5a-ef55a1fa9c62 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b768f9f5-c3b0-4b56-b824-7e205cc206e6,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:48.750269 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-2290f7dc-e627-497d-ae4d-4aa891b9211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:48.752356 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-2290f7dc-e627-497d-ae4d-4aa891b9211a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8e37c9d-d594-48e9-9e06-f33e879c7cac HTTP/1.1" status: 200 len: 916 time: 0.1285381 Aug 16 14:20:48.753597 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-84ebbf9d-8ffa-4070-9f5a-ef55a1fa9c62 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.754898 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-84ebbf9d-8ffa-4070-9f5a-ef55a1fa9c62 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1756542 Aug 16 14:20:48.757612 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53502) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:48.766200 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-d4f1ecaa-ca37-4d23-a2ff-323996d83868 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'security_group_rule': {'security_group_id': 'b47b96a8-15fc-47d3-a052-7d341fb51e17', 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:48.793924 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ecaa-ca37-4d23-a2ff-323996d83868 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.833449 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-588ee9ad-a837-4693-b8f6-ad7eebaab8a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 200 len: 999 time: 0.0635509 Aug 16 14:20:48.855813 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ecaa-ca37-4d23-a2ff-323996d83868 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.862141 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ecaa-ca37-4d23-a2ff-323996d83868 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.879154 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1ecaa-ca37-4d23-a2ff-323996d83868 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e0ab4f-5153-4c26-bb47-478fd4dbfc94,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:48.893959 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-d4f1ecaa-ca37-4d23-a2ff-323996d83868 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.895454 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-d4f1ecaa-ca37-4d23-a2ff-323996d83868 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368377 Aug 16 14:20:48.898414 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-09fbbebd-d65c-427c-9e7e-118b87df0365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:48.899018 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53506) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:48.900456 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-09fbbebd-d65c-427c-9e7e-118b87df0365 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=466b8c79-d728-40c5-b6e3-7d5779272c6e HTTP/1.1" status: 200 len: 854 time: 0.0534263 Aug 16 14:20:48.901154 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:32Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '9cde23ee-2ef6-4706-b84b-cd2e15607648', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'port_id': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'mac_address': 'fa:16:3e:01:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:47Z', 'updated_at': '2021-08-16T14:20:47Z', 'revision_number': 0, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fec6bcc-1851-4de4-9d06-4bc0a459ac20', 'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'mac_address': 'fa:16:3e:a3:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:30Z', 'updated_at': '2021-08-16T14:19:38Z', 'revision_number': 5, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'subnets': [{'id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:20:48.903864 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-afda994a-494c-4fc7-8012-d8f27e09c70b tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'security_group_rule': {'security_group_id': 'b47b96a8-15fc-47d3-a052-7d341fb51e17', 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:48.933926 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-afda994a-494c-4fc7-8012-d8f27e09c70b tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:48.941984 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71e08fd-669d-4759-b19c-9e119e1bdcca None None] The sync data for ids ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'] in dv-cinder-804584-9-iscsi is: [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:32Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '9cde23ee-2ef6-4706-b84b-cd2e15607648', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'port_id': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'mac_address': 'fa:16:3e:01:c0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:20:47Z', 'updated_at': '2021-08-16T14:20:47Z', 'revision_number': 0, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fec6bcc-1851-4de4-9d06-4bc0a459ac20', 'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'mac_address': 'fa:16:3e:a3:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:30Z', 'updated_at': '2021-08-16T14:19:38Z', 'revision_number': 5, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'subnets': [{'id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:20:48.963530 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-f5da43a4-1578-44db-8564-31baf302b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:48.965062 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-f5da43a4-1578-44db-8564-31baf302b5d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e37c9d-d594-48e9-9e06-f33e879c7cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502565 Aug 16 14:20:49.031595 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88612a32-0a16-487f-95dd-59a6297c9f65 req-738e3b7c-6942-468e-b101-5ddae67fc970 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:49.033409 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88612a32-0a16-487f-95dd-59a6297c9f65 req-738e3b7c-6942-468e-b101-5ddae67fc970 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0821304 Aug 16 14:20:49.039602 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-afda994a-494c-4fc7-8012-d8f27e09c70b tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.048661 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-afda994a-494c-4fc7-8012-d8f27e09c70b tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.085153 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-fb66b1d6-a7a0-4002-9c41-a9b32dfe6cec service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965064 Aug 16 14:20:49.085884 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afda994a-494c-4fc7-8012-d8f27e09c70b tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4476568b-441d-4395-a9c8-2c0620e3ea26,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:49.097067 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88612a32-0a16-487f-95dd-59a6297c9f65 req-ab086dd8-6ea9-4b15-b1b6-76ba0f55fba0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562835 Aug 16 14:20:49.097822 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-afda994a-494c-4fc7-8012-d8f27e09c70b tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.101815 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-afda994a-494c-4fc7-8012-d8f27e09c70b tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2017615 Aug 16 14:20:49.102456 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53508) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:49.107995 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-4df61f5b-2d73-40ff-8d6a-a9f030471197 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'security_group_rule': {'security_group_id': 'b47b96a8-15fc-47d3-a052-7d341fb51e17', 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:49.142758 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4df61f5b-2d73-40ff-8d6a-a9f030471197 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.191382 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-96bbae43-873a-4265-9f9d-d363bcd3cdfc req-c679dc2f-e6c4-4d76-a707-f7ed429c2269 service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955236 Aug 16 14:20:49.209725 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c605ba12-141d-4458-941a-b3e3eec854e8 None None] New status for floating IP 9cde23ee-2ef6-4706-b84b-cd2e15607648: ACTIVE {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:20:49.216199 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4df61f5b-2d73-40ff-8d6a-a9f030471197 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.223221 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4df61f5b-2d73-40ff-8d6a-a9f030471197 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.244389 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df61f5b-2d73-40ff-8d6a-a9f030471197 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3b9012-6d66-4d83-85b4-d3905a9709f0,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:49.247657 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4df61f5b-2d73-40ff-8d6a-a9f030471197 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.253297 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 53512) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:49.253460 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4df61f5b-2d73-40ff-8d6a-a9f030471197 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1497262 Aug 16 14:20:49.259080 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-4b0b67d9-e67c-46de-8cef-de16a7927f3a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'security_group_rule': {'security_group_id': 'b47b96a8-15fc-47d3-a052-7d341fb51e17', 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:49.305083 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.securitygroups_db [None req-4b0b67d9-e67c-46de-8cef-de16a7927f3a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Project ea79466a92dd45dfbf36f13d27ce729f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:20:49.332199 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4b0b67d9-e67c-46de-8cef-de16a7927f3a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.373772 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc864d-37b8-4dfd-b5c3-821e7cd82373 req-55a36d96-cc45-4060-8ab3-ce551a757c4a tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:49.375268 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c4bc864d-37b8-4dfd-b5c3-821e7cd82373 req-55a36d96-cc45-4060-8ab3-ce551a757c4a tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0833149 Aug 16 14:20:49.435258 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4b0b67d9-e67c-46de-8cef-de16a7927f3a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.441101 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4b0b67d9-e67c-46de-8cef-de16a7927f3a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.445592 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c4bc864d-37b8-4dfd-b5c3-821e7cd82373 req-099f5a26-a523-47d8-8d51-e1c477aacc3d tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607660 Aug 16 14:20:49.460157 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b67d9-e67c-46de-8cef-de16a7927f3a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4584565-5b78-499a-8d94-ab0247a99bec,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:49.477584 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4b0b67d9-e67c-46de-8cef-de16a7927f3a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.478822 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-4b0b67d9-e67c-46de-8cef-de16a7927f3a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2238851 Aug 16 14:20:49.481821 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 53514) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:49.487676 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-091affa7-c9a4-411a-9124-ac04faa72578 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'security_group_rule': {'security_group_id': 'b47b96a8-15fc-47d3-a052-7d341fb51e17', 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:49.508719 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.securitygroups_db [None req-091affa7-c9a4-411a-9124-ac04faa72578 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Project ea79466a92dd45dfbf36f13d27ce729f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:20:49.514122 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-091affa7-c9a4-411a-9124-ac04faa72578 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.579585 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-091affa7-c9a4-411a-9124-ac04faa72578 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.590696 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-091affa7-c9a4-411a-9124-ac04faa72578 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.610219 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091affa7-c9a4-411a-9124-ac04faa72578 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0caec8ec-f566-4266-8d44-fbdc533d1b39,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:49.618305 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-091affa7-c9a4-411a-9124-ac04faa72578 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.619635 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-091affa7-c9a4-411a-9124-ac04faa72578 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368086 Aug 16 14:20:49.703886 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-a3e254a5-84d9-426f-b793-45164d326fb5 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863494991&fields=id&tenant_id=ea79466a92dd45dfbf36f13d27ce729f HTTP/1.1" status: 200 len: 267 time: 0.0381086 Aug 16 14:20:49.760175 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-e57928fd-e90c-4420-aaa2-b03872f4e454 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:49.761673 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-e57928fd-e90c-4420-aaa2-b03872f4e454 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0514796 Aug 16 14:20:49.773823 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-d1c23e2b-3885-4fa1-9b62-0c11221b7f90 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'port': {'security_groups': ['ef57e066-403f-44d3-bfca-261ac702af0b', 'b47b96a8-15fc-47d3-a052-7d341fb51e17']}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:20:49.790006 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7cd7f-203e-4108-a033-8739da97740c req-57f69160-11e5-4aa3-bafb-08c7ff0801f1 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:49.791657 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f6d7cd7f-203e-4108-a033-8739da97740c req-57f69160-11e5-4aa3-bafb-08c7ff0801f1 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.30 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0498960 Aug 16 14:20:49.844053 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-d1c23e2b-3885-4fa1-9b62-0c11221b7f90 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:49.914061 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a0c9d-3a9b-4137-bb42-1ae20031cac6 req-1f238ddb-1b47-4998-ad03-c07f42b1e620 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:49.915451 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f83a0c9d-3a9b-4137-bb42-1ae20031cac6 req-1f238ddb-1b47-4998-ad03-c07f42b1e620 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 945 time: 0.0889854 Aug 16 14:20:49.951955 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-f6d7cd7f-203e-4108-a033-8739da97740c req-f0367ae6-d8ed-4763-b67e-b2a37c42df4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Deleting port fcf055c5-8bbf-4d4c-971a-b699f16d5d85 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:49.952293 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f6d7cd7f-203e-4108-a033-8739da97740c req-f0367ae6-d8ed-4763-b67e-b2a37c42df4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:50.008641 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f83a0c9d-3a9b-4137-bb42-1ae20031cac6 req-0ef821b2-dbba-43f5-b876-e695e1fb2f37 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/security-groups?id=3ca962e5-0600-4e0d-990b-194ec3e58b8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864115 Aug 16 14:20:50.075288 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-f6d7cd7f-203e-4108-a033-8739da97740c req-f0367ae6-d8ed-4763-b67e-b2a37c42df4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] For port fcf055c5-8bbf-4d4c-971a-b699f16d5d85, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,segment=NetworkSegment(624506aa-eb48-4c4a-baf6-8212da3fa9f8),segment_id=624506aa-eb48-4c4a-baf6-8212da3fa9f8)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:50.075651 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f6d7cd7f-203e-4108-a033-8739da97740c req-f0367ae6-d8ed-4763-b67e-b2a37c42df4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:50.084327 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-d1c23e2b-3885-4fa1-9b62-0c11221b7f90 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] For port 253257f9-ba48-4c4f-a64f-2cafb4d8d467, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:50.087939 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-f6d7cd7f-203e-4108-a033-8739da97740c req-f0367ae6-d8ed-4763-b67e-b2a37c42df4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Calling delete_port for fcf055c5-8bbf-4d4c-971a-b699f16d5d85 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:50.116185 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-d1c23e2b-3885-4fa1-9b62-0c11221b7f90 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:50.121074 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-d1c23e2b-3885-4fa1-9b62-0c11221b7f90 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:50.166604 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['253257f9-ba48-4c4f-a64f-2cafb4d8d467'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:20:50.210915 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-d1c23e2b-3885-4fa1-9b62-0c11221b7f90 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:50.211609 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-d1c23e2b-3885-4fa1-9b62-0c11221b7f90 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for port, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:50.213150 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5b708909-134c-4218-82fc-bc34bb1b3f61 req-d1c23e2b-3885-4fa1-9b62-0c11221b7f90 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "PUT /v2.0/ports/253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 200 len: 981 time: 0.4443104 Aug 16 14:20:50.249806 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c23e2b-3885-4fa1-9b62-0c11221b7f90 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'Port': ['ID=253257f9-ba48-4c4f-a64f-2cafb4d8d467,revision_number=6']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:50.355113 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74edd60-199c-4c21-8462-e997259e5fac req-611c49bf-a60a-4215-848b-b38c16828865 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:50.363842 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b74edd60-199c-4c21-8462-e997259e5fac req-611c49bf-a60a-4215-848b-b38c16828865 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0781438 Aug 16 14:20:50.389436 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['253257f9-ba48-4c4f-a64f-2cafb4d8d467'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:20:50.402542 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:50.405520 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f5607c-e561-4ea4-8789-ceb1480b1633" -d '{"events": [{"name": "network-changed", "server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:50.412978 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b74edd60-199c-4c21-8462-e997259e5fac req-fb66c83e-4fb7-48e4-9d97-a55737544906 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481970 Aug 16 14:20:50.480421 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcd1f33-33b6-40c6-aa87-b6a94f5b482c x-openstack-request-id: req-afcd1f33-33b6-40c6-aa87-b6a94f5b482c {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:50.480893 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:50.481149 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-afcd1f33-33b6-40c6-aa87-b6a94f5b482c {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:50.481548 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'status': 'completed', 'code': 200} Aug 16 14:20:50.509655 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-52bb2964-c4aa-46e1-8d81-1e8bd0526e61 None None] Provisioning complete for port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:20:50.510332 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-52bb2964-c4aa-46e1-8d81-1e8bd0526e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:50.517504 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b36f0-7b6b-4c58-8052-0cecb9b8297a req-14f2a397-e9a7-47e8-b1e3-e21252cfd4e1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:50.524943 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9f3b36f0-7b6b-4c58-8052-0cecb9b8297a req-14f2a397-e9a7-47e8-b1e3-e21252cfd4e1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0967941 Aug 16 14:20:50.587034 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70d277-0791-4b5e-a131-d3f9ff0387db req-fa8c70d5-4f2f-4fa9-9440-796b6c75bd08 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:50.589025 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2d70d277-0791-4b5e-a131-d3f9ff0387db req-fa8c70d5-4f2f-4fa9-9440-796b6c75bd08 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0575695 Aug 16 14:20:50.625963 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9f3b36f0-7b6b-4c58-8052-0cecb9b8297a req-2e5aea49-be77-48fe-8c26-2e500c66f9b2 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998104 Aug 16 14:20:50.656814 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2d70d277-0791-4b5e-a131-d3f9ff0387db req-a5ef5d43-3175-49a8-9651-563b6721f05a tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529091 Aug 16 14:20:50.664645 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-8a71ddc0-4971-4fbc-9739-3b7352ab7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:50.666348 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-8a71ddc0-4971-4fbc-9739-3b7352ab7042 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea79466a92dd45dfbf36f13d27ce729f&device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 1137 time: 0.1033819 Aug 16 14:20:50.667620 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f6d7cd7f-203e-4108-a033-8739da97740c req-f0367ae6-d8ed-4763-b67e-b2a37c42df4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:50.717793 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0367ae6-d8ed-4763-b67e-b2a37c42df4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Pushing event deleted for resources: {'Port': ['ID=fcf055c5-8bbf-4d4c-971a-b699f16d5d85,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:50.797284 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d7cd7f-203e-4108-a033-8739da97740c req-f0367ae6-d8ed-4763-b67e-b2a37c42df4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] No DVR routers for this DVR port fcf055c5-8bbf-4d4c-971a-b699f16d5d85 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:20:50.805193 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f6d7cd7f-203e-4108-a033-8739da97740c req-f0367ae6-d8ed-4763-b67e-b2a37c42df4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:50.807156 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f6d7cd7f-203e-4108-a033-8739da97740c req-f0367ae6-d8ed-4763-b67e-b2a37c42df4c tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.30 "DELETE /v2.0/ports/fcf055c5-8bbf-4d4c-971a-b699f16d5d85 HTTP/1.1" status: 204 len: 173 time: 1.0056210 Aug 16 14:20:50.807593 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825e42ef-66ab-4ab6-99c8-b2a891ff0fa5', 'name': 'network-vif-deleted', 'tag': 'fcf055c5-8bbf-4d4c-971a-b699f16d5d85'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:50.809924 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c27322-799e-4d59-aa55-343c82f3afe8" -d '{"events": [{"server_uuid": "825e42ef-66ab-4ab6-99c8-b2a891ff0fa5", "name": "network-vif-deleted", "tag": "fcf055c5-8bbf-4d4c-971a-b699f16d5d85"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:50.859023 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-195f1cac-3aa1-46b7-a576-754005e2cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:50.861355 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-195f1cac-3aa1-46b7-a576-754005e2cb10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8e37c9d-d594-48e9-9e06-f33e879c7cac HTTP/1.1" status: 200 len: 916 time: 0.1836109 Aug 16 14:20:50.871073 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f79302-2063-4e33-9412-f7d6ea15c7ce x-openstack-request-id: req-c0f79302-2063-4e33-9412-f7d6ea15c7ce {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:50.871364 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825e42ef-66ab-4ab6-99c8-b2a891ff0fa5", "name": "network-vif-deleted", "tag": "fcf055c5-8bbf-4d4c-971a-b699f16d5d85", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:50.872156 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0f79302-2063-4e33-9412-f7d6ea15c7ce {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:50.872881 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825e42ef-66ab-4ab6-99c8-b2a891ff0fa5', 'name': 'network-vif-deleted', 'tag': 'fcf055c5-8bbf-4d4c-971a-b699f16d5d85', 'status': 'completed', 'code': 200} Aug 16 14:20:50.948792 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-3b959de9-7a56-4e49-aeb2-ee2f78ef7daf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 200 len: 1001 time: 0.0795641 Aug 16 14:20:51.051154 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-1e62d2a0-b868-44b9-b068-90b2dd2c2905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:51.053271 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-1e62d2a0-b868-44b9-b068-90b2dd2c2905 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=466b8c79-d728-40c5-b6e3-7d5779272c6e HTTP/1.1" status: 200 len: 854 time: 0.0584764 Aug 16 14:20:51.121823 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-0a578a0f-bd5f-4873-95e0-21d561d21b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:51.123528 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-0a578a0f-bd5f-4873-95e0-21d561d21b3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e37c9d-d594-48e9-9e06-f33e879c7cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516014 Aug 16 14:20:51.144195 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-98dfb81c-2be3-445c-8521-3df3f68cf006 req-cca54544-1c0d-4b64-bb2c-520f165e33a2 tempest-VolumesSnapshotTestJSON-1862589524 tempest-VolumesSnapshotTestJSON-1862589524-project] 10.222.0.13 "GET /v2.0/ports?device_id=825e42ef-66ab-4ab6-99c8-b2a891ff0fa5 HTTP/1.1" status: 200 len: 210 time: 0.0380056 Aug 16 14:20:51.242557 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-18c1bada-0f98-4711-ba8e-b569d3a44aad service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010902 Aug 16 14:20:51.345600 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['fcf055c5-8bbf-4d4c-971a-b699f16d5d85'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:20:51.352046 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-01f5607c-e561-4ea4-8789-ceb1480b1633 req-2ff53bbb-4cc4-49a4-82a6-1d142776c7ce service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990179 Aug 16 14:20:51.762478 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa6ac2-5439-4dd1-a84f-96289e45932d req-55731e9b-5578-4bd8-bbdb-3f0d156dd073 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:51.764052 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3faa6ac2-5439-4dd1-a84f-96289e45932d req-55731e9b-5578-4bd8-bbdb-3f0d156dd073 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0539651 Aug 16 14:20:51.766587 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449fd12-2b64-4d56-b9da-81aff16a91f2 req-df835a01-1640-4dc1-84f1-529be31ad9d9 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:51.768753 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3449fd12-2b64-4d56-b9da-81aff16a91f2 req-df835a01-1640-4dc1-84f1-529be31ad9d9 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0495470 Aug 16 14:20:51.803617 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3faa6ac2-5439-4dd1-a84f-96289e45932d req-d8f560ba-59a0-4847-bcef-ee7c7ec5c06c tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326304 Aug 16 14:20:51.807273 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3449fd12-2b64-4d56-b9da-81aff16a91f2 req-7d16df43-4d66-4b65-a00a-070466daa7ae tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319362 Aug 16 14:20:52.925177 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af85e7-f34f-422b-9f8d-cea9813034d6 req-90dbef5d-42ef-4cfc-9b0d-5b5b8ebbea73 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:52.926827 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-60af85e7-f34f-422b-9f8d-cea9813034d6 req-90dbef5d-42ef-4cfc-9b0d-5b5b8ebbea73 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0529466 Aug 16 14:20:52.933498 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bcd75-4aad-4c62-b24d-06f4ba2d44f0 req-7faf4346-019b-4c96-b6ae-06559791ceb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:52.935072 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-022bcd75-4aad-4c62-b24d-06f4ba2d44f0 req-7faf4346-019b-4c96-b6ae-06559791ceb7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0598030 Aug 16 14:20:52.966127 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-60af85e7-f34f-422b-9f8d-cea9813034d6 req-4b355fe0-4305-40a0-9ae6-61d5ecc9d316 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Aug 16 14:20:52.983135 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-022bcd75-4aad-4c62-b24d-06f4ba2d44f0 req-969a3a37-672c-4f2a-8092-f53d1c39058d tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413623 Aug 16 14:20:53.506535 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device fcf055c5-8bbf-4d4c-971a-b699f16d5d85 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:20:53.526686 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: fcf055c5-8bbf-4d4c-971a-b699f16d5d85 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:20:53.527059 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device fcf055c5-8bbf-4d4c-971a-b699f16d5d85 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:20:54.103466 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016116a-0575-4939-84f5-433b629420f5 req-46c2cc30-3f04-4e8d-a98c-5e605781d5e7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:54.105022 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3016116a-0575-4939-84f5-433b629420f5 req-46c2cc30-3f04-4e8d-a98c-5e605781d5e7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0522742 Aug 16 14:20:54.105750 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2c61d-7dfe-4bc2-b5a2-afaddcdff52c req-57861263-a871-49d4-bcad-4346996bfab8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:54.107726 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fce2c61d-7dfe-4bc2-b5a2-afaddcdff52c req-57861263-a871-49d4-bcad-4346996bfab8 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0603683 Aug 16 14:20:54.151131 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fce2c61d-7dfe-4bc2-b5a2-afaddcdff52c req-bf75e33e-eed5-4473-8503-0d1f8d66ef58 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Aug 16 14:20:54.152549 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3016116a-0575-4939-84f5-433b629420f5 req-9275bc08-c38a-4cdc-b288-f56fbf34e855 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412893 Aug 16 14:20:55.268371 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae2d86-42b3-41e4-93ee-6cae5c6787d1 req-8e8e011b-5403-40e6-9a8d-23894babda86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:55.268975 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb52d0-5aff-4f89-aa28-913fe925f33d req-ae89e6c8-a030-47f4-9a89-1e05fe16dbc6 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:55.269846 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-77ae2d86-42b3-41e4-93ee-6cae5c6787d1 req-8e8e011b-5403-40e6-9a8d-23894babda86 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0496113 Aug 16 14:20:55.270419 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f4eb52d0-5aff-4f89-aa28-913fe925f33d req-ae89e6c8-a030-47f4-9a89-1e05fe16dbc6 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0498209 Aug 16 14:20:55.310025 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-77ae2d86-42b3-41e4-93ee-6cae5c6787d1 req-ab88893f-14c1-49de-9fa0-45e3c4943deb tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337622 Aug 16 14:20:55.313453 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f4eb52d0-5aff-4f89-aa28-913fe925f33d req-1d625e3d-9f93-4aad-95f0-6e70edeaf9af tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330551 Aug 16 14:20:56.433145 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00fa82-97bc-4250-af8d-2c19aa10965e req-f2d711ec-8cb1-492c-8c66-da00f95d0154 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:56.433753 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b806b-72f0-447f-a877-d4fbca87ec47 req-5fa1cdb6-7490-4422-96b8-78fcd4413c69 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:56.434794 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6b00fa82-97bc-4250-af8d-2c19aa10965e req-f2d711ec-8cb1-492c-8c66-da00f95d0154 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0492229 Aug 16 14:20:56.435128 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be0b806b-72f0-447f-a877-d4fbca87ec47 req-5fa1cdb6-7490-4422-96b8-78fcd4413c69 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0533628 Aug 16 14:20:56.474833 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6b00fa82-97bc-4250-af8d-2c19aa10965e req-cfdea713-a089-4661-a8ca-bc32107f6408 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Aug 16 14:20:56.475428 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-be0b806b-72f0-447f-a877-d4fbca87ec47 req-a5c8394f-0032-49c1-9017-47bc6dda1a89 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334017 Aug 16 14:20:57.241985 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-12c7d3f2-e3b7-4b86-9b1e-64f31682a9b9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:57.243451 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-12c7d3f2-e3b7-4b86-9b1e-64f31682a9b9 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0553203 Aug 16 14:20:57.340589 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-4f56486d-7239-4b99-8858-ab6e8a36faa0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Deleting port b23b477d-dfe2-49fe-a669-131d565e77ce {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:57.340933 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-4f56486d-7239-4b99-8858-ab6e8a36faa0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:57.433105 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-4f56486d-7239-4b99-8858-ab6e8a36faa0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] For port b23b477d-dfe2-49fe-a669-131d565e77ce, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b23b477d-dfe2-49fe-a669-131d565e77ce,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:57.433474 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-4f56486d-7239-4b99-8858-ab6e8a36faa0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:57.446648 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-4f56486d-7239-4b99-8858-ab6e8a36faa0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Calling delete_port for b23b477d-dfe2-49fe-a669-131d565e77ce owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:57.606381 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-4f56486d-7239-4b99-8858-ab6e8a36faa0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:57.606630 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a5845-4865-4afc-8b08-ac51004e3dcd req-5d3138ac-51d2-4207-b5c2-d1a4de4e92ed tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:57.607976 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-736a5845-4865-4afc-8b08-ac51004e3dcd req-5d3138ac-51d2-4207-b5c2-d1a4de4e92ed tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7ac0598-c6b6-4ca6-a15a-e95241c2e495 HTTP/1.1" status: 200 len: 945 time: 0.0602643 Aug 16 14:20:57.638393 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56486d-7239-4b99-8858-ab6e8a36faa0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Pushing event deleted for resources: {'Port': ['ID=b23b477d-dfe2-49fe-a669-131d565e77ce,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:20:57.656031 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-736a5845-4865-4afc-8b08-ac51004e3dcd req-47eff3d6-9129-4f5f-8e84-3021e3d9fab1 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.13 "GET /v2.0/security-groups?id=ab4e9e0a-cf08-4578-8685-182f85055723&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Aug 16 14:20:57.659942 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e0d1b-56d5-4723-a21d-64fc38c4409f req-d8a1cdb2-f1fb-4fcd-ad06-dadd192f449f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:57.661490 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d5e0d1b-56d5-4723-a21d-64fc38c4409f req-d8a1cdb2-f1fb-4fcd-ad06-dadd192f449f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0957074 Aug 16 14:20:57.702702 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-4f56486d-7239-4b99-8858-ab6e8a36faa0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] No DVR routers for this DVR port b23b477d-dfe2-49fe-a669-131d565e77ce on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:20:57.709682 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-4f56486d-7239-4b99-8858-ab6e8a36faa0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:57.711594 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d22d7021-58db-4fa9-8e44-a8cb1b44a6e8 req-4f56486d-7239-4b99-8858-ab6e8a36faa0 tempest-ServerRescueNegativeTestJSON-962586682 tempest-ServerRescueNegativeTestJSON-962586682-project] 10.222.0.30 "DELETE /v2.0/ports/b23b477d-dfe2-49fe-a669-131d565e77ce HTTP/1.1" status: 204 len: 173 time: 0.4596722 Aug 16 14:20:57.712066 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7ac0598-c6b6-4ca6-a15a-e95241c2e495', 'name': 'network-vif-deleted', 'tag': 'b23b477d-dfe2-49fe-a669-131d565e77ce'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:20:57.714274 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bc7487-d9e1-4c2c-bdcd-395693de73af" -d '{"events": [{"server_uuid": "c7ac0598-c6b6-4ca6-a15a-e95241c2e495", "name": "network-vif-deleted", "tag": "b23b477d-dfe2-49fe-a669-131d565e77ce"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:20:57.745305 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d5e0d1b-56d5-4723-a21d-64fc38c4409f req-ded556e2-5bc2-4fed-ab17-01faa4588b0c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651522 Aug 16 14:20:57.754689 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fa28c4-2e66-4129-aa30-c4f8d6eaa1fc x-openstack-request-id: req-f0fa28c4-2e66-4129-aa30-c4f8d6eaa1fc {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:20:57.754918 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7ac0598-c6b6-4ca6-a15a-e95241c2e495", "name": "network-vif-deleted", "tag": "b23b477d-dfe2-49fe-a669-131d565e77ce", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:20:57.755176 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0fa28c4-2e66-4129-aa30-c4f8d6eaa1fc {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:20:57.755571 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7ac0598-c6b6-4ca6-a15a-e95241c2e495', 'name': 'network-vif-deleted', 'tag': 'b23b477d-dfe2-49fe-a669-131d565e77ce', 'status': 'completed', 'code': 200} Aug 16 14:20:58.715531 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 53596) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:20:58.941424 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb0398-8e2a-41c7-8bc2-8b31ac3ba663 req-3b711c04-3841-41c5-87f4-aee32a9ee131 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:20:58.942816 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7abb0398-8e2a-41c7-8bc2-8b31ac3ba663 req-3b711c04-3841-41c5-87f4-aee32a9ee131 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.1237128 Aug 16 14:20:59.008593 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7abb0398-8e2a-41c7-8bc2-8b31ac3ba663 req-017c5537-ae94-48f3-ac04-612e35a0c01c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584590 Aug 16 14:20:59.198341 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700989'] for router_interface, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:59.513067 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] Deleting port b754746f-8782-49cd-a9d0-8a4639a7d854 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:20:59.513412 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:59.553895 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b23b477d-dfe2-49fe-a669-131d565e77ce no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:20:59.579594 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: b23b477d-dfe2-49fe-a669-131d565e77ce {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:20:59.579965 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b23b477d-dfe2-49fe-a669-131d565e77ce not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:20:59.603941 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] For port b754746f-8782-49cd-a9d0-8a4639a7d854, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=b754746f-8782-49cd-a9d0-8a4639a7d854,segment=NetworkSegment(0ab507db-af5b-459f-a14b-f1c3e7ce5973),segment_id=0ab507db-af5b-459f-a14b-f1c3e7ce5973)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:20:59.604326 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:59.618606 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] Calling delete_port for b754746f-8782-49cd-a9d0-8a4639a7d854 owned by network:router_interface {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:20:59.835279 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:20:59.866096 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=b754746f-8782-49cd-a9d0-8a4639a7d854,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:00.028799 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595885'] for router_interface, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:00.136631 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ff493-9ede-4195-ba41-e15ee9993594 req-78e921f2-8394-406b-a3e3-1231047e091a tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:00.138007 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b68ff493-9ede-4195-ba41-e15ee9993594 req-78e921f2-8394-406b-a3e3-1231047e091a tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0508902 Aug 16 14:21:00.176845 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b68ff493-9ede-4195-ba41-e15ee9993594 req-e72c437d-db5f-4dda-aed5-93b327088980 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323610 Aug 16 14:21:00.259754 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] Router 4097a46c-cf87-4d1a-946a-138d3d24866a has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:21:00.363614 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:21:00.371109 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0064772b-65d1-4bb9-a7f7-eff4b2aa7c47 admin admin] 10.222.0.13 "PUT /v2.0/routers/4097a46c-cf87-4d1a-946a-138d3d24866a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6521416 Aug 16 14:21:00.371792 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53612) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:00.374349 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] Sync routers for ids ['4097a46c-cf87-4d1a-946a-138d3d24866a'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:21:00.388106 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] Routers {'4097a46c-cf87-4d1a-946a-138d3d24866a'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:21:00.389065 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:20:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['4097a46c-cf87-4d1a-946a-138d3d24866a'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:00.496614 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:00.500604 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] Set router 4097a46c-cf87-4d1a-946a-138d3d24866a gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:21:00.618378 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:00.693608 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Deleting port c0876215-4534-479f-8511-e71b53ffb930 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:21:00.693948 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:00.713689 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-router', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c0876215-4534-479f-8511-e71b53ffb930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:20:59Z', 'revision_number': 5, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'gw_port': {'id': 'c0876215-4534-479f-8511-e71b53ffb930', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e3:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:07Z', 'updated_at': '2021-08-16T14:17:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:00.739934 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] Checking router: 4097a46c-cf87-4d1a-946a-138d3d24866a for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:21:00.748784 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] Routers {'4097a46c-cf87-4d1a-946a-138d3d24866a'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:21:00.749418 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:20:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['4097a46c-cf87-4d1a-946a-138d3d24866a'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:00.780697 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] For port c0876215-4534-479f-8511-e71b53ffb930, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=c0876215-4534-479f-8511-e71b53ffb930,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:21:00.781063 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:00.795950 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Calling delete_port for c0876215-4534-479f-8511-e71b53ffb930 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:21:00.934130 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] Set router 4097a46c-cf87-4d1a-946a-138d3d24866a gateway port host: None {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:21:00.988503 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-router', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:21:00Z', 'revision_number': 6, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'gw_port_host': None}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:01.019780 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.022869 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a30f3-3143-4eb9-bca6-abfc1b501397 None None] The sync data for ids ['4097a46c-cf87-4d1a-946a-138d3d24866a'] in dv-cinder-804584-9-iscsi is: [{'id': '4097a46c-cf87-4d1a-946a-138d3d24866a', 'name': 'tempest-ServerRescueNegativeTestJSON-1449562456-router', 'tenant_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:21:00Z', 'revision_number': 6, 'project_id': '6718ae7f0e4c473ab14c2f4be9641ca4', 'gw_port_host': None}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:21:01.045930 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0876215-4534-479f-8511-e71b53ffb930,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:01.125151 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597255'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.225552 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3228'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.227665 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.292374 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592026'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.292924 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4097a46c-cf87-4d1a-946a-138d3d24866a {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:21:01.298545 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.299842 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2377036e-1aa2-499c-8085-328d2d8e5047 admin admin] 10.222.0.13 "DELETE /v2.0/routers/4097a46c-cf87-4d1a-946a-138d3d24866a HTTP/1.1" status: 204 len: 168 time: 0.9266965 Aug 16 14:21:01.301820 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ffc25-8922-43c3-aaca-0fffb73a163f req-e89570d8-d82c-45c3-9c74-0f1d51114ae7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:01.302531 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53622) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:01.303356 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ca5ffc25-8922-43c3-aaca-0fffb73a163f req-e89570d8-d82c-45c3-9c74-0f1d51114ae7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0576448 Aug 16 14:21:01.348687 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc39a282-ef98-4ba2-8395-1dd606fcff4c admin admin] Deleting subnet 05e21470-97a3-40f2-abf2-d2ece408ca70 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:21:01.352051 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dc39a282-ef98-4ba2-8395-1dd606fcff4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.391093 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dc39a282-ef98-4ba2-8395-1dd606fcff4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811631'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.454881 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dc39a282-ef98-4ba2-8395-1dd606fcff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.616761 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ca5ffc25-8922-43c3-aaca-0fffb73a163f req-5f823cfc-8032-4286-bfe9-9ba51f98db92 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073714 Aug 16 14:21:01.720428 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dc39a282-ef98-4ba2-8395-1dd606fcff4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3141394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801060'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.749171 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39a282-ef98-4ba2-8395-1dd606fcff4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05e21470-97a3-40f2-abf2-d2ece408ca70,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:01.753411 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-dc39a282-ef98-4ba2-8395-1dd606fcff4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.757615 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-dc39a282-ef98-4ba2-8395-1dd606fcff4c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/05e21470-97a3-40f2-abf2-d2ece408ca70 HTTP/1.1" status: 204 len: 168 time: 0.4517872 Aug 16 14:21:01.757829 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53626) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:01.835066 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.839230 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device b754746f-8782-49cd-a9d0-8a4639a7d854 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:21:01.870298 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: b754746f-8782-49cd-a9d0-8a4639a7d854 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:21:01.870724 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device b754746f-8782-49cd-a9d0-8a4639a7d854 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:21:01.931195 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.942001 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c05744-1dea-4985-bfb7-4ce8ee901d92']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:01.953700 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab507db-af5b-459f-a14b-f1c3e7ce5973') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:01.954510 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab507db-af5b-459f-a14b-f1c3e7ce5973') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:01.965337 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811622'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.982366 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.989422 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:21:01.989969 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3141492'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: Traceback (most recent call last): Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: timer() Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: cb(*args, **kw) Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: return func(*args, **kwargs) Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: self._notify() Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: self.callback(batched_events) Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: event.method(event) Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: return f(self, *a, **k) Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._get(url).json() Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:21:01.991752 dv-cinder-804584-9-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:21:02.058976 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:02.064208 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:02.069829 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5c05744-1dea-4985-bfb7-4ce8ee901d92 HTTP/1.1" status: 204 len: 168 time: 0.3077447 Aug 16 14:21:02.080147 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50281c5d-5030-49c3-8a36-ebe10b484d53 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c05744-1dea-4985-bfb7-4ce8ee901d92,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:02.283061 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 53636) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:02.325851 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-3ce00904-d097-4743-a6a0-a1d87804b453 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6718ae7f0e4c473ab14c2f4be9641ca4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0414686 Aug 16 14:21:02.328363 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 53638) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:02.377171 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b5a7655f-7d0f-4348-9f75-d303d027975a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:02.397927 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b5a7655f-7d0f-4348-9f75-d303d027975a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:02.446109 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b5a7655f-7d0f-4348-9f75-d303d027975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:02.448940 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-b5a7655f-7d0f-4348-9f75-d303d027975a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:02.450087 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-b5a7655f-7d0f-4348-9f75-d303d027975a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab4e9e0a-cf08-4578-8685-182f85055723 HTTP/1.1" status: 204 len: 168 time: 0.1208301 Aug 16 14:21:02.458681 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7655f-7d0f-4348-9f75-d303d027975a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4e9e0a-cf08-4578-8685-182f85055723,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:02.749236 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95281-4336-4bd7-a1e6-6bafc6da1f59 req-1e6fbaed-6a81-4d8e-ac41-78dbaca69404 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:02.750896 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f4b95281-4336-4bd7-a1e6-6bafc6da1f59 req-1e6fbaed-6a81-4d8e-ac41-78dbaca69404 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0521300 Aug 16 14:21:02.799947 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f4b95281-4336-4bd7-a1e6-6bafc6da1f59 req-43e81735-5c95-42cf-9f11-970e251197e4 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425613 Aug 16 14:21:03.293926 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device c0876215-4534-479f-8511-e71b53ffb930 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:21:03.316289 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: c0876215-4534-479f-8511-e71b53ffb930 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:21:03.316636 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device c0876215-4534-479f-8511-e71b53ffb930 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:21:03.931059 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a13aa-cf2d-4d48-bc78-5c779b923f58 req-8ab8ac88-1b08-4b6b-bb7d-c48f6aa2bb1c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:03.932675 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8a5a13aa-cf2d-4d48-bc78-5c779b923f58 req-8ab8ac88-1b08-4b6b-bb7d-c48f6aa2bb1c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0530217 Aug 16 14:21:03.970269 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8a5a13aa-cf2d-4d48-bc78-5c779b923f58 req-95480697-b6f9-4b92-951c-6eefe9e348b9 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 Aug 16 14:21:05.105267 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8c7a6-ccf8-4103-8041-a81e93bde08d req-93285d2e-45f3-405c-a55e-cb88b58006c3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:05.106751 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90c8c7a6-ccf8-4103-8041-a81e93bde08d req-93285d2e-45f3-405c-a55e-cb88b58006c3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0509121 Aug 16 14:21:05.153767 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90c8c7a6-ccf8-4103-8041-a81e93bde08d req-ca165fa8-f218-4c8b-b91a-9b4f58fa5d88 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407407 Aug 16 14:21:06.271109 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e34279-e02b-4b89-9a64-0f5373990d9c req-1f1af7e7-e0e4-4421-8c58-599d9abf781d tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:06.272947 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-50e34279-e02b-4b89-9a64-0f5373990d9c req-1f1af7e7-e0e4-4421-8c58-599d9abf781d tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0515718 Aug 16 14:21:06.321221 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-50e34279-e02b-4b89-9a64-0f5373990d9c req-1c45de38-c3fe-42f8-81eb-99b82af76351 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414310 Aug 16 14:21:07.382959 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 53730) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:07.456114 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff6823-a494-456c-aef9-917d3fedc418 req-b2c36ae6-94db-4e43-bd3c-a03f3e6ba124 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:07.457719 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9dff6823-a494-456c-aef9-917d3fedc418 req-b2c36ae6-94db-4e43-bd3c-a03f3e6ba124 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0591652 Aug 16 14:21:07.506256 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9dff6823-a494-456c-aef9-917d3fedc418 req-95744cfc-a573-46e2-99f4-bd6a3182a939 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408885 Aug 16 14:21:07.510781 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1be06e2a-7d0a-43c0-a0e9-193dd739264f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:07.616747 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1be06e2a-7d0a-43c0-a0e9-193dd739264f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:07.620881 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1be06e2a-7d0a-43c0-a0e9-193dd739264f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:07.661848 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-1be06e2a-7d0a-43c0-a0e9-193dd739264f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2010db4f3e7849f68c49d9e0dcbed23e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777972 Aug 16 14:21:07.663019 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be06e2a-7d0a-43c0-a0e9-193dd739264f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216424f5-bafc-4dff-81e6-69504aabeb7e,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:07.664656 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53742) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:07.715500 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d258-d178-42cc-b535-260e9f4f9fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:07.736256 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d258-d178-42cc-b535-260e9f4f9fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:07.750989 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d9b9f604-0c49-4cab-82ab-a47ae304e45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:07.785901 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d258-d178-42cc-b535-260e9f4f9fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:07.788607 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bbf5d258-d178-42cc-b535-260e9f4f9fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:07.789864 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bbf5d258-d178-42cc-b535-260e9f4f9fde admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/216424f5-bafc-4dff-81e6-69504aabeb7e HTTP/1.1" status: 204 len: 168 time: 0.1242139 Aug 16 14:21:07.798025 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5d258-d178-42cc-b535-260e9f4f9fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216424f5-bafc-4dff-81e6-69504aabeb7e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:08.629156 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9857ab2-40c8-49e5-b571-5fdfed8c9521 req-ed27a0a1-2f59-4158-86ab-9080e9acee08 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:08.630728 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d9857ab2-40c8-49e5-b571-5fdfed8c9521 req-ed27a0a1-2f59-4158-86ab-9080e9acee08 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0551777 Aug 16 14:21:08.680674 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d9857ab2-40c8-49e5-b571-5fdfed8c9521 req-5abc03f9-2423-4946-a80f-5461b46afbbb tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369861 Aug 16 14:21:08.898151 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec6958-a47b-4a5a-9be9-63a7c075e2d4 req-39c442bc-d769-4a58-8ce4-9bd25e2675b8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:08.904216 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-72ec6958-a47b-4a5a-9be9-63a7c075e2d4 req-39c442bc-d769-4a58-8ce4-9bd25e2675b8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0627162 Aug 16 14:21:08.946267 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-72ec6958-a47b-4a5a-9be9-63a7c075e2d4 req-80477773-4e45-4f19-9c40-9d326377e01c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401955 Aug 16 14:21:08.994448 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-989222a1-4f01-456e-8646-9055ad68a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:08.995996 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-989222a1-4f01-456e-8646-9055ad68a6ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 1099 time: 0.0452368 Aug 16 14:21:09.070672 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53806) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:09.103819 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-daece574-8b1a-408d-8c34-7e165f46a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:09.105320 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-daece574-8b1a-408d-8c34-7e165f46a2fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 200 len: 912 time: 0.1011405 Aug 16 14:21:09.181172 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1de02de4-beaf-4f18-a918-67a32dea2cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:09.182651 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-a4ee8410-0f3c-4c08-9f94-4875c720bfc3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05759c74-c00d-43d2-8278-d6f291d71c55 HTTP/1.1" status: 200 len: 1000 time: 0.0671585 Aug 16 14:21:09.235932 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-24d79c00-d30a-4147-a650-9981518534a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:09.237837 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-24d79c00-d30a-4147-a650-9981518534a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c720aede-8e7b-4fd9-882a-dbb27ff48cd2 HTTP/1.1" status: 200 len: 850 time: 0.0443022 Aug 16 14:21:09.276930 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1de02de4-beaf-4f18-a918-67a32dea2cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:09.280815 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1de02de4-beaf-4f18-a918-67a32dea2cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:09.305296 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-43f7b59d-0014-4cfc-9547-74e5bdfa450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:09.306814 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-43f7b59d-0014-4cfc-9547-74e5bdfa450b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548618 Aug 16 14:21:09.321683 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de02de4-beaf-4f18-a918-67a32dea2cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a329b1fd-0712-478f-a507-57791d294643,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:09.328607 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1de02de4-beaf-4f18-a918-67a32dea2cdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01648422a3704b88a9728b9a06d5a640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544074 Aug 16 14:21:09.328909 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53810) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:09.379565 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8693db39-1f7a-4c92-9c8a-429e2f6b02fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:09.402706 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-1913ac10-16a7-4db9-95e7-b38fcfc39671 service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871575 Aug 16 14:21:09.402991 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8693db39-1f7a-4c92-9c8a-429e2f6b02fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:09.466096 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8693db39-1f7a-4c92-9c8a-429e2f6b02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:09.468994 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8693db39-1f7a-4c92-9c8a-429e2f6b02fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:09.470337 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8693db39-1f7a-4c92-9c8a-429e2f6b02fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a329b1fd-0712-478f-a507-57791d294643 HTTP/1.1" status: 204 len: 168 time: 0.1405888 Aug 16 14:21:09.480610 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693db39-1f7a-4c92-9c8a-429e2f6b02fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a329b1fd-0712-478f-a507-57791d294643,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:09.512163 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0862ad7f-bc38-47b0-80f4-96462510f668 req-83c91d7b-6b57-44da-8021-047ba366e9de service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996323 Aug 16 14:21:10.069953 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece590c8-7115-4dba-9e2f-3d55cba82529 req-8a5861a4-cc39-45a7-9417-346a7d121f04 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:10.071504 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ece590c8-7115-4dba-9e2f-3d55cba82529 req-8a5861a4-cc39-45a7-9417-346a7d121f04 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0553226 Aug 16 14:21:10.111202 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ece590c8-7115-4dba-9e2f-3d55cba82529 req-bc116865-5c1a-4f3f-9ae8-653db6d94d12 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334482 Aug 16 14:21:10.317258 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-edbde6c2-658b-40b7-9cbf-0fa5847f6ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:10.800753 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:21:10.826979 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:11.243023 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1791bd6-316a-47fb-9b4d-2a1f87ed664d req-5a3f1f43-2812-465e-ad68-73dfdd6d8858 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:11.245271 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f1791bd6-316a-47fb-9b4d-2a1f87ed664d req-5a3f1f43-2812-465e-ad68-73dfdd6d8858 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0576906 Aug 16 14:21:11.288877 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f1791bd6-316a-47fb-9b4d-2a1f87ed664d req-94c1c479-94d6-4923-808a-0177cb50786b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337815 Aug 16 14:21:11.810645 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:11.963240 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53900) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:12.072491 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8c830fb-be23-4dff-be1e-70be7cff8e7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.181072 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8c830fb-be23-4dff-be1e-70be7cff8e7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.184725 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a8c830fb-be23-4dff-be1e-70be7cff8e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.225634 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a8c830fb-be23-4dff-be1e-70be7cff8e7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b94625f90a5f4af987d8038fc32ea0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612290 Aug 16 14:21:12.226324 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c830fb-be23-4dff-be1e-70be7cff8e7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776d1a71-cdac-4cbe-a676-8405811699dd,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:12.228351 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 53910) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:12.279789 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.301760 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.350382 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.353015 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.354170 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/776d1a71-cdac-4cbe-a676-8405811699dd HTTP/1.1" status: 204 len: 168 time: 0.1247857 Aug 16 14:21:12.363034 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776d1a71-cdac-4cbe-a676-8405811699dd,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:12.370813 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.371175 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.371532 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.371913 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.372258 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.372622 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.372942 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.373279 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.373618 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.373951 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.374287 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.374621 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e019ae5e-8827-45d8-98ed-e3916057b304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:12.637763 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 53918) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:12.651738 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec077-e862-4aa5-b287-e87c534c5d9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.747683 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec077-e862-4aa5-b287-e87c534c5d9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.752475 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1d1ec077-e862-4aa5-b287-e87c534c5d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.792027 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-1d1ec077-e862-4aa5-b287-e87c534c5d9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e28e710619ea4c789f5ca3d8eec05859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530883 Aug 16 14:21:12.792947 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ec077-e862-4aa5-b287-e87c534c5d9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eae51e-d60a-4d2c-ae6b-e5ad500516cb,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:12.794650 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 53920) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:12.854459 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fcafc3c-3eff-454f-ba75-80d573d623a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.875455 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fcafc3c-3eff-454f-ba75-80d573d623a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.952876 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fcafc3c-3eff-454f-ba75-80d573d623a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.956381 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fcafc3c-3eff-454f-ba75-80d573d623a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:12.957668 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3fcafc3c-3eff-454f-ba75-80d573d623a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a3eae51e-d60a-4d2c-ae6b-e5ad500516cb HTTP/1.1" status: 204 len: 168 time: 0.1611459 Aug 16 14:21:12.966005 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcafc3c-3eff-454f-ba75-80d573d623a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eae51e-d60a-4d2c-ae6b-e5ad500516cb,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:13.068761 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb52b11-945a-48f7-b78a-a2aebbd297fd req-2b8b7f1c-a124-44c2-a1c9-136589daacc7 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:13.070537 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fcb52b11-945a-48f7-b78a-a2aebbd297fd req-2b8b7f1c-a124-44c2-a1c9-136589daacc7 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0830996 Aug 16 14:21:13.101661 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-a28e280c-1131-46b7-a676-ef36fcfd060e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:13.103600 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-a28e280c-1131-46b7-a676-ef36fcfd060e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea79466a92dd45dfbf36f13d27ce729f&device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 1137 time: 0.0766344 Aug 16 14:21:13.143048 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fcb52b11-945a-48f7-b78a-a2aebbd297fd req-50a3159b-9221-4c65-b775-b96b8efbe2a1 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661891 Aug 16 14:21:13.228499 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-51ca8d76-2606-491d-9c5b-4348bee44cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:13.230337 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-51ca8d76-2606-491d-9c5b-4348bee44cea service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8e37c9d-d594-48e9-9e06-f33e879c7cac HTTP/1.1" status: 200 len: 916 time: 0.1161296 Aug 16 14:21:13.308813 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-edf688e2-2c70-454b-b194-80e23bacfe5e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 200 len: 1001 time: 0.0615942 Aug 16 14:21:13.371406 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-1af7d5e5-23e8-4034-b540-53d14889ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:13.372926 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-1af7d5e5-23e8-4034-b540-53d14889ab3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=466b8c79-d728-40c5-b6e3-7d5779272c6e HTTP/1.1" status: 200 len: 854 time: 0.0520945 Aug 16 14:21:13.395493 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:13.439685 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-5106540e-9b03-49e9-bbe9-bcfa7c065248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:13.441890 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-5106540e-9b03-49e9-bbe9-bcfa7c065248 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e37c9d-d594-48e9-9e06-f33e879c7cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560660 Aug 16 14:21:13.544592 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-78c271a1-2971-4054-881e-570c6c2d20b5 service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921371 Aug 16 14:21:13.648035 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8573a538-1b8b-409e-a872-cb39317ccbe0 req-c5076c35-1f7c-4b14-b44c-a05cddb79f84 service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961168 Aug 16 14:21:14.270102 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72660d4c-ff10-49e1-b250-f4890e162495 req-09cfa79a-923f-4b51-936b-b36de132d3b8 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:14.271645 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-72660d4c-ff10-49e1-b250-f4890e162495 req-09cfa79a-923f-4b51-936b-b36de132d3b8 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0494099 Aug 16 14:21:14.313357 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-72660d4c-ff10-49e1-b250-f4890e162495 req-47d7c452-7b37-4085-b94c-c0ab5b9b4cc2 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355389 Aug 16 14:21:15.021854 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54022) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:15.142113 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd2c5-db7a-454a-b3d4-a0b0aaf5c3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.230926 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd2c5-db7a-454a-b3d4-a0b0aaf5c3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.235976 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c7ecd2c5-db7a-454a-b3d4-a0b0aaf5c3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.274609 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecd2c5-db7a-454a-b3d4-a0b0aaf5c3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bab167-6d7e-40ec-8be1-8b88cc986fa5,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:15.278704 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c7ecd2c5-db7a-454a-b3d4-a0b0aaf5c3f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fdb38c37f3b4a97be554582469bb97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558239 Aug 16 14:21:15.281382 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54028) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:15.344906 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8170e9f5-3860-42a5-b906-111d8203c6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.367574 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8170e9f5-3860-42a5-b906-111d8203c6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.419779 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8170e9f5-3860-42a5-b906-111d8203c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.422391 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8170e9f5-3860-42a5-b906-111d8203c6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.423578 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8170e9f5-3860-42a5-b906-111d8203c6ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/69bab167-6d7e-40ec-8be1-8b88cc986fa5 HTTP/1.1" status: 204 len: 168 time: 0.1414235 Aug 16 14:21:15.431924 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170e9f5-3860-42a5-b906-111d8203c6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bab167-6d7e-40ec-8be1-8b88cc986fa5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:15.433638 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ea298-3288-4b02-aae1-ac836e4a5df1 req-a1d16864-3530-4838-ab70-c7aab1ca8aff tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:15.435202 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-539ea298-3288-4b02-aae1-ac836e4a5df1 req-a1d16864-3530-4838-ab70-c7aab1ca8aff tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0532060 Aug 16 14:21:15.487723 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-539ea298-3288-4b02-aae1-ac836e4a5df1 req-8f83e34b-1c75-4564-b743-afeb2860a8dc tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442903 Aug 16 14:21:15.673284 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54038) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:15.723962 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54040) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:15.727054 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-c228fe7c-57c1-4a6a-98b2-b9df564b8dc4 admin admin] Deleting subnet c88576b3-e38a-43df-a9b9-5e2418184e7c {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:21:15.730270 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c228fe7c-57c1-4a6a-98b2-b9df564b8dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.737796 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d3638d9f-dc3a-4f1b-aa16-8502f24f62ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.769846 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c228fe7c-57c1-4a6a-98b2-b9df564b8dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811631'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.829647 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c228fe7c-57c1-4a6a-98b2-b9df564b8dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.843159 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d3638d9f-dc3a-4f1b-aa16-8502f24f62ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.848159 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d3638d9f-dc3a-4f1b-aa16-8502f24f62ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.886282 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3638d9f-dc3a-4f1b-aa16-8502f24f62ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f669320-5f58-4ad1-afcd-cea7d0ff596b,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:15.890509 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-d3638d9f-dc3a-4f1b-aa16-8502f24f62ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=294d1afcbc4c45e2a5d9b78e786e9eb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1655328 Aug 16 14:21:15.894148 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54042) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:15.901271 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c228fe7c-57c1-4a6a-98b2-b9df564b8dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3141394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801060'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.925748 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228fe7c-57c1-4a6a-98b2-b9df564b8dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c88576b3-e38a-43df-a9b9-5e2418184e7c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:15.931548 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c228fe7c-57c1-4a6a-98b2-b9df564b8dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.936361 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c228fe7c-57c1-4a6a-98b2-b9df564b8dc4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c88576b3-e38a-43df-a9b9-5e2418184e7c HTTP/1.1" status: 204 len: 168 time: 0.2593601 Aug 16 14:21:15.936361 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54044) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:15.946425 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-af689959-bb2f-4d52-8d08-c83c80b7bc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:15.969180 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-af689959-bb2f-4d52-8d08-c83c80b7bc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.006753 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.017090 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-af689959-bb2f-4d52-8d08-c83c80b7bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.020743 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-af689959-bb2f-4d52-8d08-c83c80b7bc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.024808 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-af689959-bb2f-4d52-8d08-c83c80b7bc0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f669320-5f58-4ad1-afcd-cea7d0ff596b HTTP/1.1" status: 204 len: 168 time: 0.1290741 Aug 16 14:21:16.032697 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af689959-bb2f-4d52-8d08-c83c80b7bc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f669320-5f58-4ad1-afcd-cea7d0ff596b,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:16.099899 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.109862 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449d430b-7b46-424f-9281-8f7e05d80da5']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:16.120891 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624506aa-eb48-4c4a-baf6-8212da3fa9f8') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:16.121199 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624506aa-eb48-4c4a-baf6-8212da3fa9f8') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:16.131876 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811622'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.146967 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.153357 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:21:16.153819 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3141492'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: Traceback (most recent call last): Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: timer() Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: cb(*args, **kw) Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: return func(*args, **kwargs) Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: self._notify() Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: self.callback(batched_events) Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: event.method(event) Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: return f(self, *a, **k) Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._get(url).json() Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:21:16.155543 dv-cinder-804584-9-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:21:16.218332 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.225908 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.228601 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/449d430b-7b46-424f-9281-8f7e05d80da5 HTTP/1.1" status: 204 len: 168 time: 0.2912798 Aug 16 14:21:16.240732 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723474a6-06a0-463e-8216-3133ec955db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=449d430b-7b46-424f-9281-8f7e05d80da5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:16.420985 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54058) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:16.468483 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4cb5ab3d-2b2b-40cf-8e9d-64ba91a0826e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=46cab81c690e4e35a39d487369b842ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465384 Aug 16 14:21:16.471074 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54062) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:16.522095 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4bb79487-1cb5-41c0-b4c8-80e02df1807c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.548731 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4bb79487-1cb5-41c0-b4c8-80e02df1807c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.630341 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e558af-b941-4e3c-b66f-5c29bd28139d req-207feaa0-be8e-4ef5-9154-f4ce89f0b4ff tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:16.631966 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f2e558af-b941-4e3c-b66f-5c29bd28139d req-207feaa0-be8e-4ef5-9154-f4ce89f0b4ff tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0681005 Aug 16 14:21:16.642622 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4bb79487-1cb5-41c0-b4c8-80e02df1807c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.646547 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-4bb79487-1cb5-41c0-b4c8-80e02df1807c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:16.647944 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-4bb79487-1cb5-41c0-b4c8-80e02df1807c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ca962e5-0600-4e0d-990b-194ec3e58b8d HTTP/1.1" status: 204 len: 168 time: 0.1751859 Aug 16 14:21:16.658522 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb79487-1cb5-41c0-b4c8-80e02df1807c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca962e5-0600-4e0d-990b-194ec3e58b8d,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:16.709594 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f2e558af-b941-4e3c-b66f-5c29bd28139d req-e1b538e2-c664-4d85-abc4-f0770a13b592 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602391 Aug 16 14:21:17.098123 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:17.845756 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e02351-5e76-443f-9c02-5ab98bfde875 req-c578b2bd-2965-43ba-a363-d03acbd35126 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:17.848372 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87e02351-5e76-443f-9c02-5ab98bfde875 req-c578b2bd-2965-43ba-a363-d03acbd35126 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0546322 Aug 16 14:21:17.893715 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87e02351-5e76-443f-9c02-5ab98bfde875 req-ac9c5a7c-f6fd-4fe6-ba0c-0854617afb84 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380881 Aug 16 14:21:19.016918 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3def154-d33e-4818-92a3-1a8ac91321e4 req-d9a0a0be-518a-4751-8f59-251d847d9f67 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:19.018735 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c3def154-d33e-4818-92a3-1a8ac91321e4 req-d9a0a0be-518a-4751-8f59-251d847d9f67 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0553069 Aug 16 14:21:19.071976 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c3def154-d33e-4818-92a3-1a8ac91321e4 req-49101796-d199-4ed9-86d4-feb262986bee tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454185 Aug 16 14:21:19.480715 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdbc04-cc93-47a0-abf3-48470db5c10f req-781f29fb-f345-40d4-826d-57cdd57f0000 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:19.482258 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4dbdbc04-cc93-47a0-abf3-48470db5c10f req-781f29fb-f345-40d4-826d-57cdd57f0000 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0541444 Aug 16 14:21:19.530160 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4dbdbc04-cc93-47a0-abf3-48470db5c10f req-4af2253d-38e1-4c1c-8adf-20cde4a0720e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405948 Aug 16 14:21:20.200329 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df933ef7-6753-4cd0-8839-51016b991bf2 req-56999107-8c75-44e5-a464-7e6f959f6ba8 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:20.201840 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-df933ef7-6753-4cd0-8839-51016b991bf2 req-56999107-8c75-44e5-a464-7e6f959f6ba8 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0560768 Aug 16 14:21:20.242003 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-df933ef7-6753-4cd0-8839-51016b991bf2 req-edf72dc9-6319-47ab-8677-841270212605 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338838 Aug 16 14:21:20.658235 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec4cf5-f776-4051-a918-2e9b90f69171 req-507881ee-346f-4969-9c51-22afda81c0e2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:20.660369 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4dec4cf5-f776-4051-a918-2e9b90f69171 req-507881ee-346f-4969-9c51-22afda81c0e2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0550041 Aug 16 14:21:20.699128 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4dec4cf5-f776-4051-a918-2e9b90f69171 req-ecc6d8c0-690a-4da7-805b-4349bd0fdf99 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326219 Aug 16 14:21:21.365690 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924419b-8255-4478-8178-4b00a920c1d5 req-761c2a1d-db63-4e86-b90e-9e5a7c514a88 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:21.367064 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2924419b-8255-4478-8178-4b00a920c1d5 req-761c2a1d-db63-4e86-b90e-9e5a7c514a88 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0499711 Aug 16 14:21:21.411574 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2924419b-8255-4478-8178-4b00a920c1d5 req-513b570f-9cac-46b2-928c-5980b3e7e6a1 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382345 Aug 16 14:21:21.692327 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-de180251-ee10-4c8e-9e5f-87791a9acf6b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404189 Aug 16 14:21:21.795045 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-71a90dc3-2acd-4770-9a1e-e435f9e28ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:21.796574 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-71a90dc3-2acd-4770-9a1e-e435f9e28ec3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 1099 time: 0.0394785 Aug 16 14:21:21.831659 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf10ec-9bf6-4cff-abfc-a1d332c8e316 req-3385d8aa-0324-43bb-88bf-8812a56028f4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:21.833180 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4bcf10ec-9bf6-4cff-abfc-a1d332c8e316 req-3385d8aa-0324-43bb-88bf-8812a56028f4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0529461 Aug 16 14:21:21.872555 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-4bcf10ec-9bf6-4cff-abfc-a1d332c8e316 req-18bb8a41-9d27-46dd-be74-8613f21454d5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331345 Aug 16 14:21:21.914686 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-bdbef001-40b8-40d7-96f1-3c37d266c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:21.916166 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-bdbef001-40b8-40d7-96f1-3c37d266c837 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 200 len: 912 time: 0.0977337 Aug 16 14:21:22.528397 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0701e3b-7b3d-4b62-8f3c-b667b50fd0dd req-dc5d8348-2e34-47f7-9974-5f45c4fc9100 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:22.529861 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d0701e3b-7b3d-4b62-8f3c-b667b50fd0dd req-dc5d8348-2e34-47f7-9974-5f45c4fc9100 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0484557 Aug 16 14:21:22.570801 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d0701e3b-7b3d-4b62-8f3c-b667b50fd0dd req-d08e6b25-2514-4e5c-8f40-88c2055b08e0 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338311 Aug 16 14:21:22.887907 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-291f30ea-4344-4ffe-ad1d-791e984519b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05759c74-c00d-43d2-8278-d6f291d71c55 HTTP/1.1" status: 200 len: 1000 time: 0.0634241 Aug 16 14:21:22.997569 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ab760-3148-4701-b6aa-fe186bb01e3e req-ac76fac1-e62f-4d32-8146-b364a09781ed tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:22.999201 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-305ab760-3148-4701-b6aa-fe186bb01e3e req-ac76fac1-e62f-4d32-8146-b364a09781ed tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0494888 Aug 16 14:21:23.043400 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-305ab760-3148-4701-b6aa-fe186bb01e3e req-b3bb7912-6e3b-4e3a-b2a8-e919b93bc58a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351586 Aug 16 14:21:23.731072 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-7785e7cb-ade9-49bb-b267-d68ee8be3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:23.732692 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-7785e7cb-ade9-49bb-b267-d68ee8be3bac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c720aede-8e7b-4fd9-882a-dbb27ff48cd2 HTTP/1.1" status: 200 len: 850 time: 0.0836782 Aug 16 14:21:23.746662 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffdb93-fc59-4a18-92fd-63d6484b23cc req-9db7c8f3-e773-4326-bcb5-e9cc46571817 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:23.748148 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-33ffdb93-fc59-4a18-92fd-63d6484b23cc req-9db7c8f3-e773-4326-bcb5-e9cc46571817 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0914369 Aug 16 14:21:23.789331 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-33ffdb93-fc59-4a18-92fd-63d6484b23cc req-4c8764f9-c79c-4a20-b80f-3fac78a0e701 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348704 Aug 16 14:21:24.179918 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f59b32-2c8f-4878-b649-b3529279e51b req-e2968b16-b901-42a4-8161-ad58c525e2c7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:24.181469 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-94f59b32-2c8f-4878-b649-b3529279e51b req-e2968b16-b901-42a4-8161-ad58c525e2c7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0580161 Aug 16 14:21:24.230685 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-94f59b32-2c8f-4878-b649-b3529279e51b req-ef4c7635-e5e3-46bd-999d-06f7ba878c3e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431015 Aug 16 14:21:24.640828 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-62aa209f-290e-4009-91f4-edf9d88cbda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:24.642317 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-62aa209f-290e-4009-91f4-edf9d88cbda8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472100 Aug 16 14:21:24.735433 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-9ed3651d-60aa-46ef-88bf-ee1ce7ace109 service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844657 Aug 16 14:21:24.832060 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9e3d9636-d9f3-480b-9b78-c3ae09fa1f7d req-d01bc448-482c-45c9-8ace-a5cd7a23249d service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859401 Aug 16 14:21:24.921016 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e7673-9ffa-4abe-81e5-0a81795ecbe0 req-5b366b48-b978-46c7-94d3-40b59514a059 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:24.923313 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d88e7673-9ffa-4abe-81e5-0a81795ecbe0 req-5b366b48-b978-46c7-94d3-40b59514a059 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0605881 Aug 16 14:21:24.966910 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d88e7673-9ffa-4abe-81e5-0a81795ecbe0 req-b597593c-0e5e-4624-be4f-842a6d2dd1a7 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368235 Aug 16 14:21:25.379827 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2437cb7-7e72-4647-9ffb-a635940d6329 req-24308a71-8f5e-4511-80ef-d789e9c8d720 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:25.381388 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d2437cb7-7e72-4647-9ffb-a635940d6329 req-24308a71-8f5e-4511-80ef-d789e9c8d720 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0771098 Aug 16 14:21:25.428742 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d2437cb7-7e72-4647-9ffb-a635940d6329 req-4f8508a3-cffa-423b-93b2-f3ed419e9cd8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414252 Aug 16 14:21:26.086626 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf614b19-53a7-4ade-bf62-318926ed6ac0 req-fdb9e40b-2cd7-4c02-956d-cfd518866ffd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:26.088255 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bf614b19-53a7-4ade-bf62-318926ed6ac0 req-fdb9e40b-2cd7-4c02-956d-cfd518866ffd tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0493450 Aug 16 14:21:26.130227 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bf614b19-53a7-4ade-bf62-318926ed6ac0 req-647c9c08-4175-4d2f-910c-93a2b9918011 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355296 Aug 16 14:21:26.551531 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17df791-9669-423c-a226-e925c90765f1 req-b051419e-cb48-4b3c-b824-d220077a2da6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:26.559029 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b17df791-9669-423c-a226-e925c90765f1 req-b051419e-cb48-4b3c-b824-d220077a2da6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0503423 Aug 16 14:21:26.591376 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b17df791-9669-423c-a226-e925c90765f1 req-a5e1f732-3e04-4d31-b968-6c60f3157dbd tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Aug 16 14:21:27.255302 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651ae6c-665d-4cc6-aa70-0fe34b53712a req-23d38a6c-bf63-4de0-b195-61dad036f8fa tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:27.256798 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d651ae6c-665d-4cc6-aa70-0fe34b53712a req-23d38a6c-bf63-4de0-b195-61dad036f8fa tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0497656 Aug 16 14:21:27.297536 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d651ae6c-665d-4cc6-aa70-0fe34b53712a req-2ff938ec-e9af-466b-b5fe-cbf052ee3521 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347729 Aug 16 14:21:27.716411 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac63500-f6ef-4c86-8a55-cc0f5c1e7684 req-ed4a3929-53f5-4a19-bccb-393d002330f7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:27.717668 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6ac63500-f6ef-4c86-8a55-cc0f5c1e7684 req-ed4a3929-53f5-4a19-bccb-393d002330f7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0497081 Aug 16 14:21:27.755875 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6ac63500-f6ef-4c86-8a55-cc0f5c1e7684 req-f03f6ee4-4abe-4a76-b49e-10042d0b1eaf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321963 Aug 16 14:21:28.417121 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7711e35-2d53-40c2-b18f-89c392c94a3d req-f56f4211-cf03-48cd-a418-921469cbbe0a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:28.418584 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a7711e35-2d53-40c2-b18f-89c392c94a3d req-f56f4211-cf03-48cd-a418-921469cbbe0a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0531986 Aug 16 14:21:28.461227 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a7711e35-2d53-40c2-b18f-89c392c94a3d req-2774652c-f903-4bf6-b1bb-d8e5e847925f tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359828 Aug 16 14:21:28.881901 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc751b3-e620-4177-a13c-33ef7020506e req-d8772acc-945b-47a2-b709-bbd2bc307f91 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:28.883287 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-dcc751b3-e620-4177-a13c-33ef7020506e req-d8772acc-945b-47a2-b709-bbd2bc307f91 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0540590 Aug 16 14:21:28.928924 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-dcc751b3-e620-4177-a13c-33ef7020506e req-b14968ac-bc9c-4bcc-846c-fdf39842f58f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=7256b020-3846-4764-bf1f-636b26be88f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396225 Aug 16 14:21:29.064445 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-b48a391a-f9ce-402f-b2d1-089736ca850f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:29.066449 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-b48a391a-f9ce-402f-b2d1-089736ca850f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.30 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 947 time: 0.0498478 Aug 16 14:21:29.156634 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Deleting port dd0d33e6-d192-4f0d-990c-d8759ae10459 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:21:29.156845 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:29.247753 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] For port dd0d33e6-d192-4f0d-990c-d8759ae10459, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=dd0d33e6-d192-4f0d-990c-d8759ae10459,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:21:29.248127 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:29.490726 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:29.490726 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:29.490726 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.l3_db [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Floating IP 508d6b6c-62b8-4139-8000-babbe4284adc disassociated. External IP: 172.27.3.108, port: dd0d33e6-d192-4f0d-990c-d8759ae10459. Aug 16 14:21:29.490726 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Calling delete_port for dd0d33e6-d192-4f0d-990c-d8759ae10459 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:21:29.616603 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af72ddd-94ad-4e6b-9573-fedfed8f3753 req-ae148267-ee3c-447b-b074-66f0a42ecd6c tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:29.618260 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5af72ddd-94ad-4e6b-9573-fedfed8f3753 req-ae148267-ee3c-447b-b074-66f0a42ecd6c tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0799713 Aug 16 14:21:29.693195 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5af72ddd-94ad-4e6b-9573-fedfed8f3753 req-49e74182-167d-49cf-8720-f392d8307c91 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687551 Aug 16 14:21:29.710273 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:29.739586 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event deleted for resources: {'Port': ['ID=dd0d33e6-d192-4f0d-990c-d8759ae10459,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:29.870454 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:21:29.938964 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54268) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:29.987453 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:21:30.000177 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] Sync routers for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:21:30.014271 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:21:30.015261 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:21:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:30.026995 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] No DVR routers for this DVR port dd0d33e6-d192-4f0d-990c-d8759ae10459 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:21:30.029542 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:30.031918 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c4a8ac63-2fdf-4f66-b2f3-764e56cc904c req-75b925b0-606c-4575-94b8-c62996567d9a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.30 "DELETE /v2.0/ports/dd0d33e6-d192-4f0d-990c-d8759ae10459 HTTP/1.1" status: 204 len: 173 time: 0.9583230 Aug 16 14:21:30.032435 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'name': 'network-vif-deleted', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:21:30.035389 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a4a1c2-697c-4ab1-ac74-1fd0f7ade28b" -d '{"events": [{"server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "name": "network-vif-deleted", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:21:30.074022 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-950b243f-1a8b-4ba8-be47-2f134748321e req-817f1754-bafe-44f5-8e52-ccd033b7b07b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0485573 Aug 16 14:21:30.084506 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8f9b7f-d7b2-4b0c-acd5-e5643c55f8d9 x-openstack-request-id: req-5f8f9b7f-d7b2-4b0c-acd5-e5643c55f8d9 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:21:30.084798 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d60f13f8-ef9f-429f-a896-35da819f449e", "name": "network-vif-deleted", "tag": "dd0d33e6-d192-4f0d-990c-d8759ae10459", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:21:30.085051 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f8f9b7f-d7b2-4b0c-acd5-e5643c55f8d9 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:21:30.085446 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd60f13f8-ef9f-429f-a896-35da819f449e', 'name': 'network-vif-deleted', 'tag': 'dd0d33e6-d192-4f0d-990c-d8759ae10459', 'status': 'completed', 'code': 200} Aug 16 14:21:30.089732 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43068848-5637-4049-ac95-cfdf29ebc7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:30.154214 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:21:30.187118 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43068848-5637-4049-ac95-cfdf29ebc7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:30.191423 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-43068848-5637-4049-ac95-cfdf29ebc7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:30.227200 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43068848-5637-4049-ac95-cfdf29ebc7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b595865-e389-4bc8-b7f6-afbeb2ff1f7b,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:30.239048 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54276) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:30.239195 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-43068848-5637-4049-ac95-cfdf29ebc7ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b6348a116e245e1bf826851d25394a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981787 Aug 16 14:21:30.298086 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-aff69f42-8c15-4c87-b3ff-93c246762378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:30.323535 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-aff69f42-8c15-4c87-b3ff-93c246762378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:30.368688 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:30.372591 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-aff69f42-8c15-4c87-b3ff-93c246762378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:30.375341 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-aff69f42-8c15-4c87-b3ff-93c246762378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:30.376625 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-aff69f42-8c15-4c87-b3ff-93c246762378 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b595865-e389-4bc8-b7f6-afbeb2ff1f7b HTTP/1.1" status: 204 len: 168 time: 0.1362948 Aug 16 14:21:30.390207 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff69f42-8c15-4c87-b3ff-93c246762378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b595865-e389-4bc8-b7f6-afbeb2ff1f7b,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:30.397978 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] Checking router: 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:21:30.417463 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:21:30.418112 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:21:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:30.535118 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:21:30.760933 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:30.796318 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28d9a52-c5dd-4af6-a56b-8c5a1afe24b7 None None] The sync data for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi is: [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:21:30.841479 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f98bd6-7633-4948-a89f-6ae276345607 req-4a0aa310-99d6-4210-a9ff-f74071809a09 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:30.843249 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-22f98bd6-7633-4948-a89f-6ae276345607 req-4a0aa310-99d6-4210-a9ff-f74071809a09 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0677483 Aug 16 14:21:30.895652 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-22f98bd6-7633-4948-a89f-6ae276345607 req-95e7bd90-c7d4-4749-b917-1ac64dcc3671 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432005 Aug 16 14:21:31.107171 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7dfe1e-4e8e-49ed-bff0-a87fc8962ffc None None] New status for floating IP 508d6b6c-62b8-4139-8000-babbe4284adc: DOWN {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:21:31.213425 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-18d7089a-b6bd-4786-aa3f-68f0443be720 req-54d2f786-06e2-4d51-94a4-d1e306e812d1 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0331190 Aug 16 14:21:31.615216 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54312) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:31.726039 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a79e2ea-a6d6-4533-a06c-d8720b1c777c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:31.824539 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a79e2ea-a6d6-4533-a06c-d8720b1c777c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:31.829289 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a79e2ea-a6d6-4533-a06c-d8720b1c777c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:31.871206 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8a79e2ea-a6d6-4533-a06c-d8720b1c777c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d862aac1e68492c8d27dfb975e9bcc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546549 Aug 16 14:21:31.872672 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79e2ea-a6d6-4533-a06c-d8720b1c777c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2db2de-2bff-4b3a-b14f-13d096febb8b,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:31.873764 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54318) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:31.934021 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab83cc2-548f-484d-ace2-ce0aa9091f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:31.957529 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab83cc2-548f-484d-ace2-ce0aa9091f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:32.015490 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab83cc2-548f-484d-ace2-ce0aa9091f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:32.019284 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab83cc2-548f-484d-ace2-ce0aa9091f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:32.023545 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3ab83cc2-548f-484d-ace2-ce0aa9091f23 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d2db2de-2bff-4b3a-b14f-13d096febb8b HTTP/1.1" status: 204 len: 168 time: 0.1485834 Aug 16 14:21:32.032888 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab83cc2-548f-484d-ace2-ce0aa9091f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2db2de-2bff-4b3a-b14f-13d096febb8b,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:32.037621 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e1ded-3f53-4e3f-8b99-fe00ae65f2ea req-5a85dc29-2ad8-47e4-9244-28889a351653 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:32.039672 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-852e1ded-3f53-4e3f-8b99-fe00ae65f2ea req-5a85dc29-2ad8-47e4-9244-28889a351653 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0633781 Aug 16 14:21:32.090131 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-852e1ded-3f53-4e3f-8b99-fe00ae65f2ea req-1e656791-257d-4766-895d-eafaee09b3d4 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435832 Aug 16 14:21:32.319762 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-16791030-a974-4375-adf7-1d6a68c50ff6 req-50ecf497-a034-4257-905c-c60c99f8f48f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=d60f13f8-ef9f-429f-a896-35da819f449e HTTP/1.1" status: 200 len: 210 time: 0.0305510 Aug 16 14:21:32.695969 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device dd0d33e6-d192-4f0d-990c-d8759ae10459 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:21:32.718925 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: dd0d33e6-d192-4f0d-990c-d8759ae10459 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:21:32.719627 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device dd0d33e6-d192-4f0d-990c-d8759ae10459 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:21:33.216974 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd604de-48a9-4d44-82a2-27a5b1229418 req-854b7b61-a164-495d-8c7e-b144984a7463 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:33.218450 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1fd604de-48a9-4d44-82a2-27a5b1229418 req-854b7b61-a164-495d-8c7e-b144984a7463 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0573885 Aug 16 14:21:33.261855 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1fd604de-48a9-4d44-82a2-27a5b1229418 req-660a99af-9193-4e44-a3f1-8d9dcdbe5a15 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360789 Aug 16 14:21:33.408039 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54336) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:33.470232 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9e1bed70-0861-45a7-a7af-200281fe01b7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:33.495865 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9e1bed70-0861-45a7-a7af-200281fe01b7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:33.547498 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9e1bed70-0861-45a7-a7af-200281fe01b7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:33.550360 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-9e1bed70-0861-45a7-a7af-200281fe01b7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:33.551671 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-9e1bed70-0861-45a7-a7af-200281fe01b7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "DELETE /v2.0/security-groups/7256b020-3846-4764-bf1f-636b26be88f5 HTTP/1.1" status: 204 len: 168 time: 0.1425178 Aug 16 14:21:33.554386 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54338) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:33.561045 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1bed70-0861-45a7-a7af-200281fe01b7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7256b020-3846-4764-bf1f-636b26be88f5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:33.568193 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.api.v2.resource [None req-15ac2c06-f8c5-43a6-ad68-c470cdc14195 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] show failed (client error): The resource could not be found. Aug 16 14:21:33.569284 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-15ac2c06-f8c5-43a6-ad68-c470cdc14195 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups/7256b020-3846-4764-bf1f-636b26be88f5 HTTP/1.1" status: 404 len: 347 time: 0.0138633 Aug 16 14:21:33.572534 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54340) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:33.702524 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-55ce88c7-dda1-4fd9-8658-1a0140c96dcf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Deleting port ebd5e9ba-9b27-40df-b464-f4808928679e {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:21:33.702524 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-55ce88c7-dda1-4fd9-8658-1a0140c96dcf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:33.778504 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-55ce88c7-dda1-4fd9-8658-1a0140c96dcf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:33.778849 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-55ce88c7-dda1-4fd9-8658-1a0140c96dcf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:33.791962 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-55ce88c7-dda1-4fd9-8658-1a0140c96dcf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Calling delete_port for ebd5e9ba-9b27-40df-b464-f4808928679e owned by network:floatingip {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:21:33.949127 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-55ce88c7-dda1-4fd9-8658-1a0140c96dcf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:33.984269 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce88c7-dda1-4fd9-8658-1a0140c96dcf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event deleted for resources: {'Port': ['ID=ebd5e9ba-9b27-40df-b464-f4808928679e,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:34.055370 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-55ce88c7-dda1-4fd9-8658-1a0140c96dcf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.058061 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-55ce88c7-dda1-4fd9-8658-1a0140c96dcf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.059216 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-55ce88c7-dda1-4fd9-8658-1a0140c96dcf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "DELETE /v2.0/floatingips/508d6b6c-62b8-4139-8000-babbe4284adc HTTP/1.1" status: 204 len: 168 time: 0.4857268 Aug 16 14:21:34.405692 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152144-7d02-4935-9b97-218c69f91503 req-85af99d2-ebd8-476f-bdaf-590869cf61ed tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:34.407353 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-31152144-7d02-4935-9b97-218c69f91503 req-85af99d2-ebd8-476f-bdaf-590869cf61ed tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0642478 Aug 16 14:21:34.462637 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-31152144-7d02-4935-9b97-218c69f91503 req-88abc0f1-042e-4d72-82fd-61d268ddc3fe tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=b47b96a8-15fc-47d3-a052-7d341fb51e17&id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479457 Aug 16 14:21:34.495730 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54390) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:34.500397 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-21b7d1e8-552e-44cd-8dea-5f442ca5b70b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--46740059', 'description': 'tempest-description--1804805094'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:21:34.523444 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-21b7d1e8-552e-44cd-8dea-5f442ca5b70b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.612934 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-21b7d1e8-552e-44cd-8dea-5f442ca5b70b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.618124 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-21b7d1e8-552e-44cd-8dea-5f442ca5b70b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.649344 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-21b7d1e8-552e-44cd-8dea-5f442ca5b70b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.650576 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-21b7d1e8-552e-44cd-8dea-5f442ca5b70b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1538587 Aug 16 14:21:34.651414 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7d1e8-552e-44cd-8dea-5f442ca5b70b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a14ecd-b96c-483c-b1d0-4da5f452f3cc,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:34.653406 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54394) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:34.658661 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-3fc133d9-8407-4f57-a19f-c22307f0b168 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'security_group_rule': {'security_group_id': '24a14ecd-b96c-483c-b1d0-4da5f452f3cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:21:34.684325 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fc133d9-8407-4f57-a19f-c22307f0b168 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.741234 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fc133d9-8407-4f57-a19f-c22307f0b168 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.745512 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fc133d9-8407-4f57-a19f-c22307f0b168 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.763151 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc133d9-8407-4f57-a19f-c22307f0b168 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d605686f-b783-4ee8-af2c-a18d99d84400,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:34.769929 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3fc133d9-8407-4f57-a19f-c22307f0b168 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.771135 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3fc133d9-8407-4f57-a19f-c22307f0b168 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168258 Aug 16 14:21:34.773698 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54396) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:34.777987 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-60a214ad-1d4a-4fc2-8d34-141cd7604531 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'security_group_rule': {'security_group_id': '24a14ecd-b96c-483c-b1d0-4da5f452f3cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:21:34.805996 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-60a214ad-1d4a-4fc2-8d34-141cd7604531 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.863018 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-60a214ad-1d4a-4fc2-8d34-141cd7604531 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.866693 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-60a214ad-1d4a-4fc2-8d34-141cd7604531 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.886800 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a214ad-1d4a-4fc2-8d34-141cd7604531 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a971444f-8532-4f5a-ab89-14bb18b9bd65,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:34.892844 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-60a214ad-1d4a-4fc2-8d34-141cd7604531 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:34.894749 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-60a214ad-1d4a-4fc2-8d34-141cd7604531 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201317 Aug 16 14:21:34.897890 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54398) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:34.902890 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'floatingip': {'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:21:34.925725 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.024188 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.145453 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Allocated IP 172.27.3.16 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/e1d53770-f95a-4637-803c-a6fc10710ce0) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:21:35.260300 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.299204 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.342974 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:21:35.345790 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:21:35.349343 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:21:35.354582 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'Port': ['ID=e1d53770-f95a-4637-803c-a6fc10710ce0,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:35.435042 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.469201 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.629866 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.635716 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.710484 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'Port': ['ID=e1d53770-f95a-4637-803c-a6fc10710ce0,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:35.720836 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.736223 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:35.738125 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-70a17310-0fbe-4d94-839c-d699bcc1dda6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8386688 Aug 16 14:21:35.946031 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-619e93d3-a877-4c14-b2e7-4b70713648d0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--46740059&fields=id&tenant_id=7c3f5dd32167411da4670b3ff5953562 HTTP/1.1" status: 200 len: 267 time: 0.0350299 Aug 16 14:21:36.072976 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-516bd046-3b81-496f-aadb-b443b40e1afb tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:36.074441 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-516bd046-3b81-496f-aadb-b443b40e1afb tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 816 time: 0.1210816 Aug 16 14:21:36.089863 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-6e39a28f-ff3a-4bb7-b39c-6c93271a3d05 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/quotas/7c3f5dd32167411da4670b3ff5953562 HTTP/1.1" status: 200 len: 375 time: 0.0096014 Aug 16 14:21:36.142608 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-6361622a-43dd-497a-bd83-6e2441210401 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476687 Aug 16 14:21:36.243624 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-463d078c-cce2-4289-a5d7-201f0c666fa6 service neutron] 10.222.0.13 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874958 Aug 16 14:21:36.337536 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-0d328f78-6d9c-4584-83ec-44a9ca925704 service neutron] 10.222.0.13 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877633 Aug 16 14:21:36.514600 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-62797652-12fa-4c31-a19c-154eb88f78b6 req-b22663f9-2798-477c-81e6-9f72ac9d8d94 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 210 time: 0.0288088 Aug 16 14:21:37.762537 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-167a0b94-0731-4ffd-a5ca-7da3ccf7a4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:37.848241 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-cfcba406-a766-42e0-be00-125ec1edd1ee tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:37.849623 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-cfcba406-a766-42e0-be00-125ec1edd1ee tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 816 time: 0.3932796 Aug 16 14:21:37.863709 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5979a5ef-6488-4f6d-9395-e459569f68e9 req-8fc1a9fd-56dc-4714-883d-0056fe96ee35 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 210 time: 0.0427210 Aug 16 14:21:37.900936 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-6982f29f-da6b-4d63-9ab5-7c9b81e0eb95 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c3f5dd32167411da4670b3ff5953562 HTTP/1.1" status: 200 len: 378 time: 0.0336115 Aug 16 14:21:37.912482 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'port': {'device_id': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'admin_state_up': True, 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'security_groups': ['24a14ecd-b96c-483c-b1d0-4da5f452f3cc']}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:21:38.028818 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Made reservation on behalf of 7c3f5dd32167411da4670b3ff5953562 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:21:38.032345 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:38.158503 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Allocated IP 172.20.0.8 (b6868630-e965-450c-9166-4baeab6004c4/5fcd539f-244f-4e8d-a46d-68a1422bf1a4/ee042d63-92f1-42d1-a0e1-b5d6c95b353a) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:21:38.300930 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:38.314267 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Transition to ACTIVE for port object ee042d63-92f1-42d1-a0e1-b5d6c95b353a will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:21:38.348706 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:38.389257 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Network b6868630-e965-450c-9166-4baeab6004c4 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:21:38.395766 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:21:38.398936 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:21:38.434897 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event updated for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:38.466474 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:38.467116 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:38.485358 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-979d0a28-35e5-47d0-a712-36363dcbc66e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5770068 Aug 16 14:21:38.509219 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Request body: {'port': {'device_id': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:21:38.568071 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:38.627750 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-7dbc470c-2669-43c9-bf76-7b549f5de870 None None] Provisioning for port ee042d63-92f1-42d1-a0e1-b5d6c95b353a completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:21:38.631858 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-7dbc470c-2669-43c9-bf76-7b549f5de870 None None] Provisioning complete for port ee042d63-92f1-42d1-a0e1-b5d6c95b353a triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:21:38.632300 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7dbc470c-2669-43c9-bf76-7b549f5de870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:38.670587 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-7dbc470c-2669-43c9-bf76-7b549f5de870 None None] Port ee042d63-92f1-42d1-a0e1-b5d6c95b353a cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:21:38.837392 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee042d63-92f1-42d1-a0e1-b5d6c95b353a {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:21:38.844964 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:38.857827 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Transition to ACTIVE for port object ee042d63-92f1-42d1-a0e1-b5d6c95b353a will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:21:38.862902 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:38.941169 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Pushing event updated for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:39.009856 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Attempting to bind port ee042d63-92f1-42d1-a0e1-b5d6c95b353a on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:21:39.010353 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Attempting to bind port ee042d63-92f1-42d1-a0e1-b5d6c95b353a by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:21:39.010692 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Attempting to bind port ee042d63-92f1-42d1-a0e1-b5d6c95b353a on network b6868630-e965-450c-9166-4baeab6004c4 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:21:39.015647 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Port ee042d63-92f1-42d1-a0e1-b5d6c95b353a on network b6868630-e965-450c-9166-4baeab6004c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:21:39.016023 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Attempting to bind port ee042d63-92f1-42d1-a0e1-b5d6c95b353a on network b6868630-e965-450c-9166-4baeab6004c4 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:21:39.021430 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4dca2-6674-4647-b9ed-7b6dc3d10a8d req-9e125701-f0ca-46d3-9df1-c001f39699bc tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:39.022705 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:21:39.023063 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Checking segment: {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:21:39.023505 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Bound using segment: {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:21:39.029109 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Bound port: ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f09606f-6ae5-482b-a91e-8c6eb1597d65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:21:39.029109 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:39.030405 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aae4dca2-6674-4647-b9ed-7b6dc3d10a8d req-9e125701-f0ca-46d3-9df1-c001f39699bc tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0674176 Aug 16 14:21:39.075905 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aae4dca2-6674-4647-b9ed-7b6dc3d10a8d req-e99f0344-d7bd-4b6a-8fd5-eab3c5869820 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366442 Aug 16 14:21:39.111040 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:21:39.115201 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:21:39.120287 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:39.133740 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54460) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:39.160489 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:39.161121 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:39.162519 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] 10.222.0.30 "PUT /v2.0/ports/ee042d63-92f1-42d1-a0e1-b5d6c95b353a HTTP/1.1" status: 200 len: 1093 time: 0.6577301 Aug 16 14:21:39.163011 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:21:39.165210 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbdb43e-b70e-4419-991e-c1fff76d0bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:21:39.210044 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b417b-0e00-4781-86b7-2b89443f86bb service neutron] Pushing event updated for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:39.226367 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48757c74-2d76-4ad6-871a-930da81ebef5 x-openstack-request-id: req-48757c74-2d76-4ad6-871a-930da81ebef5 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:21:39.226865 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:21:39.227121 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48757c74-2d76-4ad6-871a-930da81ebef5 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:21:39.227523 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'status': 'completed', 'code': 200} Aug 16 14:21:39.284713 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47e1d616-3c0b-4cda-9004-5b808043cfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:39.289986 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-e53f57b3-1047-4502-a114-de851dfa4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:39.291581 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-e53f57b3-1047-4502-a114-de851dfa4629 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 1096 time: 0.0446999 Aug 16 14:21:39.344185 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-cdb37b54-a40e-4074-9dab-145b138c47ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a HTTP/1.1" status: 200 len: 217 time: 0.0373325 Aug 16 14:21:39.394684 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47e1d616-3c0b-4cda-9004-5b808043cfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:39.400363 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-47e1d616-3c0b-4cda-9004-5b808043cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:39.400590 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-e63912a5-4957-4738-bd3e-1b3b19a98acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:39.401945 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-e63912a5-4957-4738-bd3e-1b3b19a98acd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0507984 Aug 16 14:21:39.440301 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-47e1d616-3c0b-4cda-9004-5b808043cfb9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e3818a8626c4eafa38f7ff3c4def1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052778 Aug 16 14:21:39.441661 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1d616-3c0b-4cda-9004-5b808043cfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0c496-4639-46d4-83ae-a47cd5819e2a,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:39.444241 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54466) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:39.465568 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-23c1fbb1-8a9f-4a38-95c9-248c2b443f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:39.467149 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-23c1fbb1-8a9f-4a38-95c9-248c2b443f47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563288 Aug 16 14:21:39.497647 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-764031a5-3298-47dd-a3ab-350e8943160d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:39.521240 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-764031a5-3298-47dd-a3ab-350e8943160d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:39.570617 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-764031a5-3298-47dd-a3ab-350e8943160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:39.571536 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-493dfe2b-e4c3-4aad-83d1-85be631d787c service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948813 Aug 16 14:21:39.573407 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-764031a5-3298-47dd-a3ab-350e8943160d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:39.574552 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-764031a5-3298-47dd-a3ab-350e8943160d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85e0c496-4639-46d4-83ae-a47cd5819e2a HTTP/1.1" status: 204 len: 168 time: 0.1288342 Aug 16 14:21:39.583135 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764031a5-3298-47dd-a3ab-350e8943160d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0c496-4639-46d4-83ae-a47cd5819e2a,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:39.678309 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87830ee6-0d2a-49ed-ace2-84fdb0afc417 req-7b77aca1-67a8-47b9-9fb2-eb139908d747 service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984526 Aug 16 14:21:39.839622 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-bd51985e-6cb2-417b-b0db-3a05d49e30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:39.841070 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-bd51985e-6cb2-417b-b0db-3a05d49e30a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 1096 time: 0.0452175 Aug 16 14:21:39.939606 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-8dad56e0-21b9-4817-8736-04e546329f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:39.941166 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-8dad56e0-21b9-4817-8736-04e546329f3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 917 time: 0.0914559 Aug 16 14:21:39.987307 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-bb97c703-bdaf-42cc-8435-48908508a2b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a HTTP/1.1" status: 200 len: 217 time: 0.0372610 Aug 16 14:21:40.042527 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-23f1c303-230f-4c84-8f81-bd4d01d9fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:40.044032 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-23f1c303-230f-4c84-8f81-bd4d01d9fa1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0487874 Aug 16 14:21:40.094785 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-1977a354-099f-4d42-8f48-c46ddd7af952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:40.096513 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-1977a354-099f-4d42-8f48-c46ddd7af952 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443335 Aug 16 14:21:40.193080 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-f329a08a-4e09-4532-b426-9d04c92488d4 service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875692 Aug 16 14:21:40.201799 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2a761-4252-4a57-a45a-84cc19672112 req-45af5876-abcb-4bf2-9d01-5495efd24314 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:40.203362 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-38c2a761-4252-4a57-a45a-84cc19672112 req-45af5876-abcb-4bf2-9d01-5495efd24314 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0507863 Aug 16 14:21:40.251307 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-38c2a761-4252-4a57-a45a-84cc19672112 req-e241136b-e0bc-4511-816c-292ac50a4462 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413320 Aug 16 14:21:40.299883 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-efbdb43e-b70e-4419-991e-c1fff76d0bb3 req-f8c74ce6-f0bd-4474-a6e2-48c6d3e6cc8f service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980017 Aug 16 14:21:40.311584 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-521e2f58-84f5-4ec1-ae53-c16fe386ac64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:40.828522 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:41.374695 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d8a51-4ebf-43bc-9db0-066ee881c2da req-db41166d-de7e-4f67-b8a5-ebf328b18e3b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:41.376350 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fb7d8a51-4ebf-43bc-9db0-066ee881c2da req-db41166d-de7e-4f67-b8a5-ebf328b18e3b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0502532 Aug 16 14:21:41.415622 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fb7d8a51-4ebf-43bc-9db0-066ee881c2da req-92f5e52f-3e13-4a2b-b5da-c55be2a0f3e5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324829 Aug 16 14:21:41.812850 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:42.543003 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769aa84-c6c0-40f8-b485-d80b08f1ad13 req-8139bed0-bf79-4ff2-9d07-4c09bd3738a2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:42.544537 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a769aa84-c6c0-40f8-b485-d80b08f1ad13 req-8139bed0-bf79-4ff2-9d07-4c09bd3738a2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0559082 Aug 16 14:21:42.583882 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a769aa84-c6c0-40f8-b485-d80b08f1ad13 req-6cbdc77c-dabc-4191-8408-4fd073375893 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333893 Aug 16 14:21:42.726812 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device ee042d63-92f1-42d1-a0e1-b5d6c95b353a details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:21:42.824671 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:21:42.836707 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'port_id': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'mac_address': 'fa:16:3e:84:ea:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:21:42.873946 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:42.887131 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee042d63-92f1-42d1-a0e1-b5d6c95b353a {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:21:42.907429 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:21:42.911786 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:42.961470 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:42.968337 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.968687 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.969024 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.969411 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.969752 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.970078 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.970404 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.970727 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.971072 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.971395 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.971784 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:42.972112 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:21:43.240363 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['ee042d63-92f1-42d1-a0e1-b5d6c95b353a'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:21:43.396235 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:43.712610 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5394ed2-93f1-4734-8685-426667775b19 req-49957183-b44a-427e-9387-d7ff1be78348 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:43.714084 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b5394ed2-93f1-4734-8685-426667775b19 req-49957183-b44a-427e-9387-d7ff1be78348 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 944 time: 0.0511808 Aug 16 14:21:43.754380 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b5394ed2-93f1-4734-8685-426667775b19 req-d06678ee-0c42-4874-9873-0d28aac1ff66 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341942 Aug 16 14:21:44.743749 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device ee042d63-92f1-42d1-a0e1-b5d6c95b353a up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:21:44.794061 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port ee042d63-92f1-42d1-a0e1-b5d6c95b353a completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:21:44.797934 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port ee042d63-92f1-42d1-a0e1-b5d6c95b353a triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:21:44.798252 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:44.877010 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533c5cd-0a27-4b2f-964d-edeccb3c2263 req-f6e001dd-11da-45fc-8088-9988f84b1f69 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:44.878685 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6533c5cd-0a27-4b2f-964d-edeccb3c2263 req-f6e001dd-11da-45fc-8088-9988f84b1f69 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 944 time: 0.0494876 Aug 16 14:21:44.880754 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:44.919471 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6533c5cd-0a27-4b2f-964d-edeccb3c2263 req-86be7e19-5a79-4df5-98d1-6548112673a5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345597 Aug 16 14:21:45.021150 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:21:45.023290 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb5586-0289-434f-87a4-a423d2bf6696" -d '{"events": [{"server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "name": "network-vif-plugged", "status": "completed", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:21:45.038239 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:21:45.042879 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:45.068966 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17a1863-147b-459b-bbce-fb289e6d0501 x-openstack-request-id: req-f17a1863-147b-459b-bbce-fb289e6d0501 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:21:45.069246 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "name": "network-vif-plugged", "status": "completed", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:21:45.069493 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f17a1863-147b-459b-bbce-fb289e6d0501 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:21:45.069878 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'code': 200} Aug 16 14:21:45.096522 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:21:45.288995 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860a89a-976d-4cb5-b7c3-02d4e87bbf46 req-47d473ba-ce6c-42ef-b120-c50c205c936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:45.290476 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d860a89a-976d-4cb5-b7c3-02d4e87bbf46 req-47d473ba-ce6c-42ef-b120-c50c205c936c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 1098 time: 0.0431442 Aug 16 14:21:45.327992 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d860a89a-976d-4cb5-b7c3-02d4e87bbf46 req-f100062e-ea3a-4057-aef1-fefda2609dc2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297513 Aug 16 14:21:46.044985 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cf537-a320-4d8e-9388-efefb867b0e9 req-61397a23-1c44-4d52-a052-b24c360b7ed6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:46.046434 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d39cf537-a320-4d8e-9388-efefb867b0e9 req-61397a23-1c44-4d52-a052-b24c360b7ed6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0526397 Aug 16 14:21:46.088578 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d39cf537-a320-4d8e-9388-efefb867b0e9 req-375f8f23-2ae3-4d9e-a034-df6b10ec0b09 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353539 Aug 16 14:21:47.111651 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:47.216251 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e3aae-ae58-4aa3-aedf-3f64d97ab7dc req-75a0501c-7e7e-4de1-8b5e-04a16f6dd5a5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:47.217746 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-026e3aae-ae58-4aa3-aedf-3f64d97ab7dc req-75a0501c-7e7e-4de1-8b5e-04a16f6dd5a5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0499139 Aug 16 14:21:47.257441 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-026e3aae-ae58-4aa3-aedf-3f64d97ab7dc req-fbeeb5c5-cc1c-4225-a3e9-46936c960c25 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331352 Aug 16 14:21:47.377841 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46678fa-7ae6-4d30-9d84-140325df6203 req-19e1a9c6-3993-4432-8134-c9a4f4ee75d4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:47.379258 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b46678fa-7ae6-4d30-9d84-140325df6203 req-19e1a9c6-3993-4432-8134-c9a4f4ee75d4 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0531800 Aug 16 14:21:47.387943 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54490) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:21:47.392613 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-1fe46d05-2b31-4030-bc11-678201fc6bff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Request body: {'floatingip': {'port_id': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:21:47.431962 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fe46d05-2b31-4030-bc11-678201fc6bff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:47.799651 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:21:47.875375 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fe46d05-2b31-4030-bc11-678201fc6bff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:47.879444 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fe46d05-2b31-4030-bc11-678201fc6bff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:48.171021 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-1fe46d05-2b31-4030-bc11-678201fc6bff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Floating IP f3e50ad6-b39b-4b5c-9e87-50c07c20cfbc associated. External IP: 172.27.3.16, port: ee042d63-92f1-42d1-a0e1-b5d6c95b353a. Aug 16 14:21:48.373821 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe46d05-2b31-4030-bc11-678201fc6bff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:21:48.484883 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe46d05-2b31-4030-bc11-678201fc6bff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:21:48.490327 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1fe46d05-2b31-4030-bc11-678201fc6bff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:21:48.494723 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] Sync routers for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:21:48.505070 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:21:48.505948 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:21:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:48.518852 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1fe46d05-2b31-4030-bc11-678201fc6bff tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "PUT /v2.0/floatingips/f3e50ad6-b39b-4b5c-9e87-50c07c20cfbc HTTP/1.1" status: 200 len: 990 time: 1.1297007 Aug 16 14:21:48.519809 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:21:48.522575 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddb3bb5-eaa9-4587-ab55-30af143eb571" -d '{"events": [{"name": "network-changed", "server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:21:48.564882 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fbc60e-96fe-40b7-a3f9-ee0dd70fd461 x-openstack-request-id: req-08fbc60e-96fe-40b7-a3f9-ee0dd70fd461 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:21:48.565071 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:21:48.565301 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-08fbc60e-96fe-40b7-a3f9-ee0dd70fd461 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:21:48.566266 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'status': 'completed', 'code': 200} Aug 16 14:21:48.624859 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:21:48.666160 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-73633b25-c18a-4abe-afd9-955aae272d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:48.668269 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-73633b25-c18a-4abe-afd9-955aae272d5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 1098 time: 0.0437799 Aug 16 14:21:48.765425 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-2bb731f1-cf94-455b-95ee-1754bf3fa371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:48.766822 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-2bb731f1-cf94-455b-95ee-1754bf3fa371 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 917 time: 0.0908663 Aug 16 14:21:48.834265 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-69acf595-c6e4-4881-90f3-3fb8bfe4ab24 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a HTTP/1.1" status: 200 len: 998 time: 0.0597944 Aug 16 14:21:48.892952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-fd9785d9-c468-453f-922b-a904e2189b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:48.895124 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-fd9785d9-c468-453f-922b-a904e2189b31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0531173 Aug 16 14:21:48.906797 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': 'f3e50ad6-b39b-4b5c-9e87-50c07c20cfbc', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'port_id': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'mac_address': 'fa:16:3e:84:ea:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:21:35Z', 'updated_at': '2021-08-16T14:21:47Z', 'revision_number': 1, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:48.933080 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] Checking router: 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:21:48.941964 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:21:48.942376 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-d0fd9d86-46c4-4138-8577-6c0bd0788deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:48.942581 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:21:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:48.943907 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-d0fd9d86-46c4-4138-8577-6c0bd0788deb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401440 Aug 16 14:21:49.037122 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-06eef98f-f217-40b2-8374-96e0d2cbaeec service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836642 Aug 16 14:21:49.057684 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:21:49.133996 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fddb3bb5-eaa9-4587-ab55-30af143eb571 req-dc1d7f59-6726-4a92-93a4-eddc813ac449 service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884888 Aug 16 14:21:49.293504 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': 'f3e50ad6-b39b-4b5c-9e87-50c07c20cfbc', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'port_id': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'mac_address': 'fa:16:3e:84:ea:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:21:35Z', 'updated_at': '2021-08-16T14:21:47Z', 'revision_number': 1, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:21:49.320999 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd4ea4-1c22-41a3-a8aa-3abc92b08267 None None] The sync data for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi is: [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': 'f3e50ad6-b39b-4b5c-9e87-50c07c20cfbc', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'floating_ip_address': '172.27.3.16', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'port_id': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'mac_address': 'fa:16:3e:84:ea:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:21:35Z', 'updated_at': '2021-08-16T14:21:47Z', 'revision_number': 1, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:21:49.500828 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effe0159-192a-45eb-ab07-5ff6199da82a None None] New status for floating IP f3e50ad6-b39b-4b5c-9e87-50c07c20cfbc: ACTIVE {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:21:52.847177 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc071dd2-72e5-4e1d-8ce9-517435bcf9c3 req-7819d6d2-f6d6-4e39-8a9f-78197143a60a tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:52.848686 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dc071dd2-72e5-4e1d-8ce9-517435bcf9c3 req-7819d6d2-f6d6-4e39-8a9f-78197143a60a tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0511932 Aug 16 14:21:52.888237 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dc071dd2-72e5-4e1d-8ce9-517435bcf9c3 req-a8b87a88-5b69-4c6e-a2ed-fb0b1a28c11e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335903 Aug 16 14:21:54.014292 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398cd890-a8d6-4af6-b8a2-5d6430cbade0 req-2709a851-4b53-4d96-9186-87db64d178cf tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:54.015858 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-398cd890-a8d6-4af6-b8a2-5d6430cbade0 req-2709a851-4b53-4d96-9186-87db64d178cf tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0581703 Aug 16 14:21:54.053640 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-398cd890-a8d6-4af6-b8a2-5d6430cbade0 req-47371e6f-7b2d-420e-946f-e2fa0dde84f3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318272 Aug 16 14:21:55.177446 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa4770-c67c-4167-b165-8d5e6d446a14 req-6cc114bf-3283-4270-a2e0-ed33447d9de5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:55.178938 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e6fa4770-c67c-4167-b165-8d5e6d446a14 req-6cc114bf-3283-4270-a2e0-ed33447d9de5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0486665 Aug 16 14:21:55.218752 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e6fa4770-c67c-4167-b165-8d5e6d446a14 req-7b1bafcb-9e78-4e3e-b5f0-f56f11a5cfdd tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339508 Aug 16 14:21:56.334766 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b83b7-a2a3-4ac6-a500-0734389e3d07 req-c3c2a9a3-a03e-4e8d-93e6-0bd6574472ed tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:56.336278 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c2b83b7-a2a3-4ac6-a500-0734389e3d07 req-c3c2a9a3-a03e-4e8d-93e6-0bd6574472ed tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0492404 Aug 16 14:21:56.376478 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7c2b83b7-a2a3-4ac6-a500-0734389e3d07 req-5b5d92d6-0564-4cc2-b499-69b56140f484 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341451 Aug 16 14:21:57.507497 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344ec83-be25-4af3-b36b-32c9bc56d212 req-b3d313c8-a6e7-4498-93a4-0648ffbc9436 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:57.509162 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d344ec83-be25-4af3-b36b-32c9bc56d212 req-b3d313c8-a6e7-4498-93a4-0648ffbc9436 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0612411 Aug 16 14:21:57.549462 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d344ec83-be25-4af3-b36b-32c9bc56d212 req-9943ed7a-d79d-4707-8369-b3ba9d1c34b5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340805 Aug 16 14:21:58.674831 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4c1d7-f17a-4471-86b6-160a8d1da5c3 req-6dcce169-7ddc-4ab3-89a2-cfdd6f50bf65 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:58.676447 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6df4c1d7-f17a-4471-86b6-160a8d1da5c3 req-6dcce169-7ddc-4ab3-89a2-cfdd6f50bf65 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0508583 Aug 16 14:21:58.716664 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6df4c1d7-f17a-4471-86b6-160a8d1da5c3 req-7b4fd5f7-a916-4800-bc28-c7133efdf173 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339096 Aug 16 14:21:59.833816 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67e607-2421-40ca-94f4-dda11533cb29 req-38a26733-55d1-4cac-9295-14f5be784cc1 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:21:59.835912 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3a67e607-2421-40ca-94f4-dda11533cb29 req-38a26733-55d1-4cac-9295-14f5be784cc1 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0507798 Aug 16 14:21:59.882205 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3a67e607-2421-40ca-94f4-dda11533cb29 req-644b11cb-899f-49ca-a552-57836ace974d tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402765 Aug 16 14:22:01.010299 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a15ed9-0641-449c-9131-0af673e59d8a req-9664ec8f-4dd6-4357-83b3-f3d2eff97937 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:01.011782 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13a15ed9-0641-449c-9131-0af673e59d8a req-9664ec8f-4dd6-4357-83b3-f3d2eff97937 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0575361 Aug 16 14:22:01.051268 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-13a15ed9-0641-449c-9131-0af673e59d8a req-c9756550-bc0f-45d3-9fc3-eacd27eaf0e9 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335391 Aug 16 14:22:02.168356 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7c1be-3a34-441d-8495-71c0603a2ed9 req-cf73576d-ee19-4eec-80f0-c644d5db137b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:02.169876 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e3a7c1be-3a34-441d-8495-71c0603a2ed9 req-cf73576d-ee19-4eec-80f0-c644d5db137b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0505311 Aug 16 14:22:02.208278 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e3a7c1be-3a34-441d-8495-71c0603a2ed9 req-47204ebb-9f59-4bee-9ef6-c74de2da7a79 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324292 Aug 16 14:22:03.323036 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1684e-ee00-421b-883c-1446fb9100fb req-aba9fcc2-c193-4143-aaef-69fe54275039 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:03.324691 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c2b1684e-ee00-421b-883c-1446fb9100fb req-aba9fcc2-c193-4143-aaef-69fe54275039 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0485284 Aug 16 14:22:03.363050 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c2b1684e-ee00-421b-883c-1446fb9100fb req-982cecfd-dfbe-4337-a570-b8939ae5eacf tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320585 Aug 16 14:22:03.567128 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb69f9-7f09-40b6-bc05-7a08cc91fa4c req-a9f0eab0-bf68-477c-a355-937d1632cb05 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:03.568685 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e2fb69f9-7f09-40b6-bc05-7a08cc91fa4c req-a9f0eab0-bf68-477c-a355-937d1632cb05 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0538895 Aug 16 14:22:03.638593 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e2fb69f9-7f09-40b6-bc05-7a08cc91fa4c req-86a433b5-140e-4db3-94e4-a409a27f3363 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633972 Aug 16 14:22:03.656114 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-b871e2b0-5566-4671-af60-c365c01431ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:03.657587 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-b871e2b0-5566-4671-af60-c365c01431ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 1099 time: 0.0489626 Aug 16 14:22:03.750922 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-7dcfed85-3bfb-4b6d-b321-4ac33f621713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:03.752455 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-7dcfed85-3bfb-4b6d-b321-4ac33f621713 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 200 len: 912 time: 0.0867074 Aug 16 14:22:03.824533 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-7306a1be-d91e-4aa3-84a2-8ee739d2494d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05759c74-c00d-43d2-8278-d6f291d71c55 HTTP/1.1" status: 200 len: 1000 time: 0.0593696 Aug 16 14:22:03.880771 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-b220db74-e79a-4ec7-ba97-f89abf49cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:03.882245 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-b220db74-e79a-4ec7-ba97-f89abf49cd75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c720aede-8e7b-4fd9-882a-dbb27ff48cd2 HTTP/1.1" status: 200 len: 850 time: 0.0475497 Aug 16 14:22:03.942579 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-8cfc7b74-dd20-40c1-8f96-7e14c39d00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:03.943969 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-8cfc7b74-dd20-40c1-8f96-7e14c39d00e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515225 Aug 16 14:22:04.034568 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-01a87a0f-076f-4b49-8168-4f3f88810d20 service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817530 Aug 16 14:22:04.129317 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-87e0816d-c14d-4cce-b701-876a0199cd53 req-f88a56a1-b13f-4f29-8cd8-fdc9e2dfd4ab service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860887 Aug 16 14:22:04.767763 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2974702-1185-429f-9f5e-be7c3f0ad695 req-4bd164f6-7b7c-49f0-b2f0-adb5868d36e5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:04.769912 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2974702-1185-429f-9f5e-be7c3f0ad695 req-4bd164f6-7b7c-49f0-b2f0-adb5868d36e5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0597537 Aug 16 14:22:04.814173 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2974702-1185-429f-9f5e-be7c3f0ad695 req-6a3c185c-0898-49ee-83bf-94e4b5924b01 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367396 Aug 16 14:22:06.091610 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ef38b-dba8-4792-a932-5f1b7e825944 req-fd973db4-47b9-495f-976a-5c67d6ac7446 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:06.093290 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0b6ef38b-dba8-4792-a932-5f1b7e825944 req-fd973db4-47b9-495f-976a-5c67d6ac7446 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.2119629 Aug 16 14:22:06.133181 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0b6ef38b-dba8-4792-a932-5f1b7e825944 req-eebd4c32-366e-4f7f-9ccc-ddc2214c29c6 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328264 Aug 16 14:22:07.754671 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-22937886-98f7-49fd-afca-ffacfea5d8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:09.682582 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-f73b7aac-413a-4c35-aa52-d9e2f90754a5 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1863494991&fields=id&tenant_id=ea79466a92dd45dfbf36f13d27ce729f HTTP/1.1" status: 200 len: 267 time: 0.0327346 Aug 16 14:22:09.740130 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-91800b4d-c706-424c-bca9-535310f1afa3 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:09.741624 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-91800b4d-c706-424c-bca9-535310f1afa3 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 984 time: 0.0532472 Aug 16 14:22:09.753204 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-aa382e0c-b9e4-4fc5-afbc-7a50b8abf89d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Request body: {'port': {'security_groups': ['ef57e066-403f-44d3-bfca-261ac702af0b']}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:09.818878 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-aa382e0c-b9e4-4fc5-afbc-7a50b8abf89d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:09.998709 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-aa382e0c-b9e4-4fc5-afbc-7a50b8abf89d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] For port 253257f9-ba48-4c4f-a64f-2cafb4d8d467, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:10.029720 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-aa382e0c-b9e4-4fc5-afbc-7a50b8abf89d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.035324 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-aa382e0c-b9e4-4fc5-afbc-7a50b8abf89d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.078777 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['253257f9-ba48-4c4f-a64f-2cafb4d8d467'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:22:10.080162 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-aa382e0c-b9e4-4fc5-afbc-7a50b8abf89d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:10.082149 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-aa382e0c-b9e4-4fc5-afbc-7a50b8abf89d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.083613 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-16b18a6e-66d7-4d13-82c3-c544fad82038 req-aa382e0c-b9e4-4fc5-afbc-7a50b8abf89d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "PUT /v2.0/ports/253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 200 len: 942 time: 0.3354113 Aug 16 14:22:10.084105 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:22:10.086490 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1e4467-ff42-4a47-8503-ff8b49d0283b" -d '{"events": [{"name": "network-changed", "server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:22:10.090627 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54594) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:10.124972 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa382e0c-b9e4-4fc5-afbc-7a50b8abf89d tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event updated for resources: {'Port': ['ID=253257f9-ba48-4c4f-a64f-2cafb4d8d467,revision_number=7']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:10.158394 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f9541c-49ea-4a1a-a4b8-0b9924771abb x-openstack-request-id: req-96f9541c-49ea-4a1a-a4b8-0b9924771abb {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:22:10.158678 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:22:10.159258 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96f9541c-49ea-4a1a-a4b8-0b9924771abb {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:22:10.159543 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'status': 'completed', 'code': 200} Aug 16 14:22:10.188947 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.220233 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.245877 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['253257f9-ba48-4c4f-a64f-2cafb4d8d467'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:22:10.251859 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-b1d3afe9-eab5-4fdf-82a6-2cc0d7fa6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:10.254241 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-b1d3afe9-eab5-4fdf-82a6-2cc0d7fa6aea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea79466a92dd45dfbf36f13d27ce729f&device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 1098 time: 0.0522921 Aug 16 14:22:10.291278 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.293898 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.297106 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "DELETE /v2.0/security-groups/b47b96a8-15fc-47d3-a052-7d341fb51e17 HTTP/1.1" status: 204 len: 168 time: 0.1942441 Aug 16 14:22:10.300415 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54596) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:10.313434 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b96a8-15fc-47d3-a052-7d341fb51e17,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:10.325211 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-eaca0d0f-123d-41b5-b065-bfd930eef950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.356383 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.357092 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.357664 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.358234 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.358685 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.359125 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.359557 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.360013 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.360427 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.360851 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.361284 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.361832 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5634a3b-940e-45c2-839c-26a2adf857eb tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:10.371263 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-1f3289d1-3983-4f14-a615-34c0f637f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:10.373027 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-1f3289d1-3983-4f14-a615-34c0f637f4f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8e37c9d-d594-48e9-9e06-f33e879c7cac HTTP/1.1" status: 200 len: 916 time: 0.1070030 Aug 16 14:22:10.375903 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-fda999bb-f267-45ca-ba44-1318c3b23272 None None] Provisioning complete for port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:10.376287 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-fda999bb-f267-45ca-ba44-1318c3b23272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.459443 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-47b2f2fc-8f2a-4a2a-809e-9c143ca487fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 200 len: 1001 time: 0.0767968 Aug 16 14:22:10.505023 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Deleting port f1140f4f-ab47-41f2-a202-2508adddf4d2 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:10.505462 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.513346 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-3ee6c02c-299b-426d-9b12-5050eb617d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:10.514917 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-3ee6c02c-299b-426d-9b12-5050eb617d88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=466b8c79-d728-40c5-b6e3-7d5779272c6e HTTP/1.1" status: 200 len: 854 time: 0.0474317 Aug 16 14:22:10.562131 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-f470b357-b960-49a7-b10e-acf9a322cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:10.563639 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-f470b357-b960-49a7-b10e-acf9a322cc9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e37c9d-d594-48e9-9e06-f33e879c7cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411429 Aug 16 14:22:10.587423 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.587820 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.602422 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Calling delete_port for f1140f4f-ab47-41f2-a202-2508adddf4d2 owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:10.678324 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-3f981ca9-0e0a-4b24-85c8-1d5fdf3eeab6 service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020982 Aug 16 14:22:10.775024 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-fc1e4467-ff42-4a47-8503-ff8b49d0283b req-be628d1c-4736-4f26-b4ae-be7af4f4df38 service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881190 Aug 16 14:22:10.793471 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.819883 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event deleted for resources: {'Port': ['ID=f1140f4f-ab47-41f2-a202-2508adddf4d2,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:10.833651 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.894002 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:10.894344 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Floating IP 9cde23ee-2ef6-4706-b84b-cd2e15607648 disassociated (deleted). External IP: 172.27.3.110, port: 253257f9-ba48-4c4f-a64f-2cafb4d8d467. Aug 16 14:22:11.120733 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:22:11.227254 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:22:11.232299 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:11.238012 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] Sync routers for ids ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:22:11.246920 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] Routers {'8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:11.247534 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:11.260189 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-aba1481e-29f4-4099-9b0c-b83bbe94b44e tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "DELETE /v2.0/floatingips/9cde23ee-2ef6-4706-b84b-cd2e15607648 HTTP/1.1" status: 204 len: 168 time: 0.9585559 Aug 16 14:22:11.260756 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:22:11.263068 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:22:11.310336 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca831f7-2d4d-424b-8895-a27f2bcd8f00 x-openstack-request-id: req-0ca831f7-2d4d-424b-8895-a27f2bcd8f00 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:22:11.310619 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:22:11.310862 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ca831f7-2d4d-424b-8895-a27f2bcd8f00 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:22:11.311349 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'status': 'completed', 'code': 200} Aug 16 14:22:11.385378 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] Set router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:11.405952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-810bcec8-b745-4b8a-a19f-b00643ab3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:11.407461 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-810bcec8-b745-4b8a-a19f-b00643ab3a4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea79466a92dd45dfbf36f13d27ce729f&device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 1098 time: 0.0437386 Aug 16 14:22:11.506970 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-a1360680-0648-4cd6-b4c6-e9275af40cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:11.508672 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-a1360680-0648-4cd6-b4c6-e9275af40cb8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d8e37c9d-d594-48e9-9e06-f33e879c7cac HTTP/1.1" status: 200 len: 916 time: 0.0945137 Aug 16 14:22:11.555291 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-641bcdc5-0746-4b66-9ceb-b9bd35f8c91a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 200 len: 217 time: 0.0354178 Aug 16 14:22:11.629007 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-74fd9762-2dc0-4aca-8c7b-21bea72533cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:11.630548 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-74fd9762-2dc0-4aca-8c7b-21bea72533cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=466b8c79-d728-40c5-b6e3-7d5779272c6e HTTP/1.1" status: 200 len: 854 time: 0.0663831 Aug 16 14:22:11.634495 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:32Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '2fec6bcc-1851-4de4-9d06-4bc0a459ac20', 'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'mac_address': 'fa:16:3e:a3:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:30Z', 'updated_at': '2021-08-16T14:19:38Z', 'revision_number': 5, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'subnets': [{'id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:11.699664 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-9a47bbaa-a608-475d-81d0-18df74efee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:11.701410 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-9a47bbaa-a608-475d-81d0-18df74efee7a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d8e37c9d-d594-48e9-9e06-f33e879c7cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526905 Aug 16 14:22:11.796363 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] Checking router: 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:22:11.801190 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-e6c2223a-575f-4021-95e6-2f06add5d6bb service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925143 Aug 16 14:22:11.813688 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] Routers {'8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:11.814301 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:11.857229 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:11.896661 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ecc48ae-9762-4882-ad10-fa05d10f8c9d req-fb05d7c5-ece5-45ad-8300-91d5d18e0c1f service neutron] 10.222.0.30 "GET /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865233 Aug 16 14:22:11.932882 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] Set router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:12.140775 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:32Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '2fec6bcc-1851-4de4-9d06-4bc0a459ac20', 'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'mac_address': 'fa:16:3e:a3:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:30Z', 'updated_at': '2021-08-16T14:19:38Z', 'revision_number': 5, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'subnets': [{'id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:12.172067 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f1b553-b62b-47fd-bfa3-16c170263b77 None None] The sync data for ids ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'] in dv-cinder-804584-9-iscsi is: [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:19:32Z', 'revision_number': 4, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '2fec6bcc-1851-4de4-9d06-4bc0a459ac20', 'name': '', 'network_id': 'd8e37c9d-d594-48e9-9e06-f33e879c7cac', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'mac_address': 'fa:16:3e:a3:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:30Z', 'updated_at': '2021-08-16T14:19:38Z', 'revision_number': 5, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'subnets': [{'id': '466b8c79-d728-40c5-b6e3-7d5779272c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:22:12.416011 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f77aa23-7f6e-43c7-9b98-0b8f5d636299 None None] New status for floating IP 9cde23ee-2ef6-4706-b84b-cd2e15607648: DOWN {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:22:13.398161 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:14.192830 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809db06-592e-433e-a396-6423bae71628 req-cd5161fa-2cac-473e-9757-9015b7b1be7a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:14.194463 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9809db06-592e-433e-a396-6423bae71628 req-cd5161fa-2cac-473e-9757-9015b7b1be7a tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0498486 Aug 16 14:22:14.233329 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9809db06-592e-433e-a396-6423bae71628 req-bba717c4-2249-4916-b12c-988a9b7f553f tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Aug 16 14:22:15.354576 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19251e06-11f3-44a4-bcb4-5c8c3fe9b6dd req-a241d8f3-2b58-4fd9-9561-750068651ca8 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:15.356062 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-19251e06-11f3-44a4-bcb4-5c8c3fe9b6dd req-a241d8f3-2b58-4fd9-9561-750068651ca8 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0540261 Aug 16 14:22:15.393805 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-19251e06-11f3-44a4-bcb4-5c8c3fe9b6dd req-9d5b0163-37eb-45c5-b0c7-3be982ac4a57 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317557 Aug 16 14:22:16.282708 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-a2fb2027-865f-4779-8391-914e80462e0b tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:16.284846 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-a2fb2027-865f-4779-8391-914e80462e0b tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.30 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0532677 Aug 16 14:22:16.385550 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Deleting port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:16.386286 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:16.505811 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] For port 253257f9-ba48-4c4f-a64f-2cafb4d8d467, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=253257f9-ba48-4c4f-a64f-2cafb4d8d467,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:16.506179 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:16.521806 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Calling delete_port for 253257f9-ba48-4c4f-a64f-2cafb4d8d467 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:16.540960 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dcd00-18cc-43dd-9eef-44f8ffb944e9 req-b9a4a87e-a2f5-46ef-9065-a6f77a8a0189 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:16.542456 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d62dcd00-18cc-43dd-9eef-44f8ffb944e9 req-b9a4a87e-a2f5-46ef-9065-a6f77a8a0189 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/ports?device_id=41e0a6d5-3378-43c2-a11b-dc8f983f856a HTTP/1.1" status: 200 len: 945 time: 0.0792594 Aug 16 14:22:16.630583 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d62dcd00-18cc-43dd-9eef-44f8ffb944e9 req-b537e5c3-c922-4ee3-a35e-9cb64b943612 tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.13 "GET /v2.0/security-groups?id=ef57e066-403f-44d3-bfca-261ac702af0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822229 Aug 16 14:22:16.697842 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:16.726428 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Pushing event deleted for resources: {'Port': ['ID=253257f9-ba48-4c4f-a64f-2cafb4d8d467,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:16.734130 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['253257f9-ba48-4c4f-a64f-2cafb4d8d467'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:22:16.759800 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.760692 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.760692 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.760903 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.761164 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.761562 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.761920 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.762251 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.762578 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.762903 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.763230 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.763556 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:16.781754 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] No DVR routers for this DVR port 253257f9-ba48-4c4f-a64f-2cafb4d8d467 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:22:16.784566 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:16.786527 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f44f7650-5299-434e-bbe4-6cb3e04a5f59 req-2873f6e6-02c4-47bf-9897-419515e425cf tempest-TestMinimumBasicScenario-1864160901 tempest-TestMinimumBasicScenario-1864160901-project] 10.222.0.30 "DELETE /v2.0/ports/253257f9-ba48-4c4f-a64f-2cafb4d8d467 HTTP/1.1" status: 204 len: 173 time: 0.4949999 Aug 16 14:22:16.786952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'name': 'network-vif-deleted', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:22:16.789215 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb17738-3eed-4ece-9252-7663c8942269" -d '{"events": [{"server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "name": "network-vif-deleted", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:22:16.825879 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843d7ca1-9e75-46f8-9bc2-7db15e43a1c7 x-openstack-request-id: req-843d7ca1-9e75-46f8-9bc2-7db15e43a1c7 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:22:16.826171 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e0a6d5-3378-43c2-a11b-dc8f983f856a", "name": "network-vif-deleted", "tag": "253257f9-ba48-4c4f-a64f-2cafb4d8d467", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:22:16.826422 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-843d7ca1-9e75-46f8-9bc2-7db15e43a1c7 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:22:16.826822 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e0a6d5-3378-43c2-a11b-dc8f983f856a', 'name': 'network-vif-deleted', 'tag': '253257f9-ba48-4c4f-a64f-2cafb4d8d467', 'status': 'completed', 'code': 200} Aug 16 14:22:17.106791 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:18.422756 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54692) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:18.848588 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700989'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:19.367776 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] Deleting port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:19.368117 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:19.448692 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] For port 2fec6bcc-1851-4de4-9d06-4bc0a459ac20, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=2fec6bcc-1851-4de4-9d06-4bc0a459ac20,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:19.449359 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:19.463525 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] Calling delete_port for 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:19.655634 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:19.681664 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=2fec6bcc-1851-4de4-9d06-4bc0a459ac20,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:19.849381 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595885'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.067072 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] Router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:22:20.174277 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:22:20.181100 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8257fb0b-18ea-46be-97fa-b04cd7489b0f admin admin] 10.222.0.13 "PUT /v2.0/routers/8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7561998 Aug 16 14:22:20.182710 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54700) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:20.185546 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] Sync routers for ids ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:22:20.196210 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] Routers {'8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:20.196863 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:20.289611 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.306767 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] Set router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:20.403680 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.459586 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Deleting port 20380fd6-cb72-48ba-882c-fa5f4051432b {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:20.460257 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.491797 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:22:19Z', 'revision_number': 5, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port': {'id': '20380fd6-cb72-48ba-882c-fa5f4051432b', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:28:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:27Z', 'updated_at': '2021-08-16T14:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:20.526110 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] Checking router: 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:22:20.535205 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] Routers {'8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:20.535862 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:20.542614 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] For port 20380fd6-cb72-48ba-882c-fa5f4051432b, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=20380fd6-cb72-48ba-882c-fa5f4051432b,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:20.542986 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.559752 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Calling delete_port for 20380fd6-cb72-48ba-882c-fa5f4051432b owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:20.625288 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] Set router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:20.679126 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:22:20Z', 'revision_number': 6, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port_host': None}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:20.710457 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a874f13-10e5-4e1b-8ac1-3c81f63c1fbd None None] The sync data for ids ['8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd'] in dv-cinder-804584-9-iscsi is: [{'id': '8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd', 'name': 'tempest-TestMinimumBasicScenario-1634113291-router', 'tenant_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:26Z', 'updated_at': '2021-08-16T14:22:20Z', 'revision_number': 6, 'project_id': 'ea79466a92dd45dfbf36f13d27ce729f', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:22:20.735035 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.762071 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Pushing event deleted for resources: {'Port': ['ID=20380fd6-cb72-48ba-882c-fa5f4051432b,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:20.821510 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597255'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.912838 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3228'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.915425 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.960228 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592026'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.960789 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:22:20.966475 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:20.967721 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-25a5c54d-719f-4c8d-85fa-306a0a29fd45 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8c7dbf6c-84b2-45f5-a508-dd7c3fa758fd HTTP/1.1" status: 204 len: 168 time: 0.7837176 Aug 16 14:22:20.970202 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54702) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:21.005003 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 253257f9-ba48-4c4f-a64f-2cafb4d8d467 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:22:21.019558 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-5470b7be-11f5-405a-a17d-3181712eb088 admin admin] Deleting subnet 466b8c79-d728-40c5-b6e3-7d5779272c6e {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:22:21.023285 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5470b7be-11f5-405a-a17d-3181712eb088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.026408 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 253257f9-ba48-4c4f-a64f-2cafb4d8d467 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:22:21.026767 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 253257f9-ba48-4c4f-a64f-2cafb4d8d467 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:22:21.057857 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5470b7be-11f5-405a-a17d-3181712eb088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811631'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.175229 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5470b7be-11f5-405a-a17d-3181712eb088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.243237 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5470b7be-11f5-405a-a17d-3181712eb088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3141394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801060'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.265900 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5470b7be-11f5-405a-a17d-3181712eb088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=466b8c79-d728-40c5-b6e3-7d5779272c6e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:21.271475 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5470b7be-11f5-405a-a17d-3181712eb088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.273393 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5470b7be-11f5-405a-a17d-3181712eb088 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/466b8c79-d728-40c5-b6e3-7d5779272c6e HTTP/1.1" status: 204 len: 168 time: 0.3022525 Aug 16 14:22:21.277374 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8baaed0-5fb9-4b21-9e9b-2e6205bc394c None None] Network d8e37c9d-d594-48e9-9e06-f33e879c7cac requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:22:21.278572 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54706) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:21.357638 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.412887 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Deleting port 10018a03-4bc9-40db-875a-c4bdc6987e7e {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:21.413303 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.480974 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] For port 10018a03-4bc9-40db-875a-c4bdc6987e7e, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=10018a03-4bc9-40db-875a-c4bdc6987e7e,segment=NetworkSegment(3f135dab-daf1-4734-9408-d96dc3b55b27),segment_id=3f135dab-daf1-4734-9408-d96dc3b55b27)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:21.481664 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.496513 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Calling delete_port for 10018a03-4bc9-40db-875a-c4bdc6987e7e owned by network:dhcp {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:21.520706 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce46b7cb-4839-4d5f-b933-473ce4d64d96 None None] DHCP port deletion for d8e37c9d-d594-48e9-9e06-f33e879c7cac request from dv-cinder-804584-9-iscsi {{(pid=94162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:22:21.582049 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-ce46b7cb-4839-4d5f-b933-473ce4d64d96 None None] Deleting port 10018a03-4bc9-40db-875a-c4bdc6987e7e {{(pid=94162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:21.582456 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ce46b7cb-4839-4d5f-b933-473ce4d64d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.582853 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.587923 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 20380fd6-cb72-48ba-882c-fa5f4051432b no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:22:21.605306 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Pushing event deleted for resources: {'Port': ['ID=10018a03-4bc9-40db-875a-c4bdc6987e7e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:21.615496 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] No DVR routers for this DVR port 10018a03-4bc9-40db-875a-c4bdc6987e7e on host dv-cinder-804584-9-iscsi {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:22:21.658418 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 20380fd6-cb72-48ba-882c-fa5f4051432b {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:22:21.659073 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 20380fd6-cb72-48ba-882c-fa5f4051432b not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:22:21.660203 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 10018a03-4bc9-40db-875a-c4bdc6987e7e no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:22:21.685606 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 10018a03-4bc9-40db-875a-c4bdc6987e7e {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:22:21.685946 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 10018a03-4bc9-40db-875a-c4bdc6987e7e not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:22:21.686358 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:22:21.696973 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.708819 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e37c9d-d594-48e9-9e06-f33e879c7cac']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:21.713848 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:22:21.714188 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 2fec6bcc-1851-4de4-9d06-4bc0a459ac20 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:22:21.720248 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f135dab-daf1-4734-9408-d96dc3b55b27') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:21.720398 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f135dab-daf1-4734-9408-d96dc3b55b27') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:21.727639 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-ce46b7cb-4839-4d5f-b933-473ce4d64d96 None None] For port 10018a03-4bc9-40db-875a-c4bdc6987e7e, host dv-cinder-804584-9-iscsi, got binding levels [] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:21.728016 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ce46b7cb-4839-4d5f-b933-473ce4d64d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.732610 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811622'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.740097 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-ce46b7cb-4839-4d5f-b933-473ce4d64d96 None None] Calling delete_port for 10018a03-4bc9-40db-875a-c4bdc6987e7e owned by network:dhcp {{(pid=94162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:21.744380 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.ipam_backend_mixin [None req-ce46b7cb-4839-4d5f-b933-473ce4d64d96 None None] Port 10018a03-4bc9-40db-875a-c4bdc6987e7e was not found and therefore no delete operation was performed {{(pid=94162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 14:22:21.745769 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ce46b7cb-4839-4d5f-b933-473ce4d64d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918'] for port, after_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.748442 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.756019 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:22:21.756424 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3141492'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: Traceback (most recent call last): Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: timer() Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: cb(*args, **kw) Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: return func(*args, **kwargs) Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: self._notify() Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: self.callback(batched_events) Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: event.method(event) Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: return f(self, *a, **k) Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._get(url).json() Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:22:21.758103 dv-cinder-804584-9-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:22:21.772396 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46b7cb-4839-4d5f-b933-473ce4d64d96 None None] Pushing event deleted for resources: {'Port': ['ID=10018a03-4bc9-40db-875a-c4bdc6987e7e,revision_number=None']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:21.776018 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46b7cb-4839-4d5f-b933-473ce4d64d96 None None] No DVR routers for this DVR port 10018a03-4bc9-40db-875a-c4bdc6987e7e on host dv-cinder-804584-9-iscsi {{(pid=94162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:22:21.834502 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.839669 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:21.841642 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] 10.222.0.13 "DELETE /v2.0/networks/d8e37c9d-d594-48e9-9e06-f33e879c7cac HTTP/1.1" status: 204 len: 168 time: 0.5618253 Aug 16 14:22:21.847870 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54708) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:21.859084 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be5404-f057-468d-8b3e-7ae35e9e171e admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e37c9d-d594-48e9-9e06-f33e879c7cac,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:22.502309 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700989'] for router_interface, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:22.763933 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] Deleting port a5d298b8-5a17-4c45-a266-8af381a5889a {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:22.764269 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:22.848049 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] For port a5d298b8-5a17-4c45-a266-8af381a5889a, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=a5d298b8-5a17-4c45-a266-8af381a5889a,segment=NetworkSegment(40301ddc-8fdd-4805-ae8c-76ac663a684c),segment_id=40301ddc-8fdd-4805-ae8c-76ac663a684c)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:22.848770 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:22.861285 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] Calling delete_port for a5d298b8-5a17-4c45-a266-8af381a5889a owned by network:router_interface {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:23.044776 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:23.076664 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d298b8-5a17-4c45-a266-8af381a5889a,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:23.234561 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595885'] for router_interface, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:23.452625 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] Router d336ab51-fefb-45d6-bd57-d52f85284b28 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:22:23.563366 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:22:23.569705 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-68110476-3877-470c-aad3-11751ea46a88 admin admin] 10.222.0.13 "PUT /v2.0/routers/d336ab51-fefb-45d6-bd57-d52f85284b28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206872 Aug 16 14:22:23.572702 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54714) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:23.577015 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] Sync routers for ids ['d336ab51-fefb-45d6-bd57-d52f85284b28'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:22:23.586736 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] Routers {'d336ab51-fefb-45d6-bd57-d52f85284b28'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:23.587346 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d336ab51-fefb-45d6-bd57-d52f85284b28'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:23.682204 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:23.692576 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] Set router d336ab51-fefb-45d6-bd57-d52f85284b28 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:23.789133 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:23.845715 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Deleting port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:23.845942 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:23.870739 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'name': 'tempest-TestMinimumBasicScenario-2055920581-router', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164'}], 'enable_snat': True}, 'gw_port_id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:34Z', 'updated_at': '2021-08-16T14:22:22Z', 'revision_number': 5, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'gw_port': {'id': 'b5bd9ed3-b981-400d-a5f0-da7684bfbbf1', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:57:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:19:35Z', 'updated_at': '2021-08-16T14:19:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:23.900466 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] Checking router: d336ab51-fefb-45d6-bd57-d52f85284b28 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:22:23.908967 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] Routers {'d336ab51-fefb-45d6-bd57-d52f85284b28'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:23.909604 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d336ab51-fefb-45d6-bd57-d52f85284b28'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:23.943889 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] For port b5bd9ed3-b981-400d-a5f0-da7684bfbbf1, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=b5bd9ed3-b981-400d-a5f0-da7684bfbbf1,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:23.944496 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:23.956999 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Calling delete_port for b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 owned by network:router_gateway {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:24.003928 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] Set router d336ab51-fefb-45d6-bd57-d52f85284b28 gateway port host: None {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:24.131513 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.155544 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'name': 'tempest-TestMinimumBasicScenario-2055920581-router', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:34Z', 'updated_at': '2021-08-16T14:22:23Z', 'revision_number': 6, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'gw_port_host': None}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:24.162226 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bd9ed3-b981-400d-a5f0-da7684bfbbf1,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:24.187032 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce5c414-067c-49f8-8716-4d2dba4f5e14 None None] The sync data for ids ['d336ab51-fefb-45d6-bd57-d52f85284b28'] in dv-cinder-804584-9-iscsi is: [{'id': 'd336ab51-fefb-45d6-bd57-d52f85284b28', 'name': 'tempest-TestMinimumBasicScenario-2055920581-router', 'tenant_id': '7e9b9ab41a7a4349899033786c334966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:19:34Z', 'updated_at': '2021-08-16T14:22:23Z', 'revision_number': 6, 'project_id': '7e9b9ab41a7a4349899033786c334966', 'gw_port_host': None}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:22:24.219016 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597255'] for router_gateway, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.325046 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3228'] for router, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.327128 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.390443 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592026'] for router, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.390952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d336ab51-fefb-45d6-bd57-d52f85284b28 {{(pid=94161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:22:24.396888 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.398092 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-3ab86a18-0e91-4aca-8dcf-2edff64934e4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d336ab51-fefb-45d6-bd57-d52f85284b28 HTTP/1.1" status: 204 len: 168 time: 0.8242383 Aug 16 14:22:24.400752 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54720) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:24.444581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12fd057-6f68-4e11-94e3-cfb7367962cb admin admin] Deleting subnet 6a0c0ed5-ae50-4915-8367-87c5639fbb33 {{(pid=94161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:22:24.448373 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c12fd057-6f68-4e11-94e3-cfb7367962cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.490691 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c12fd057-6f68-4e11-94e3-cfb7367962cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3298332'] for subnet, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.623179 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c12fd057-6f68-4e11-94e3-cfb7367962cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.682625 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c12fd057-6f68-4e11-94e3-cfb7367962cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3357308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3793298'] for subnet, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.718528 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c12fd057-6f68-4e11-94e3-cfb7367962cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.720668 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-c12fd057-6f68-4e11-94e3-cfb7367962cb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6a0c0ed5-ae50-4915-8367-87c5639fbb33 HTTP/1.1" status: 204 len: 168 time: 0.3187270 Aug 16 14:22:24.721717 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fd057-6f68-4e11-94e3-cfb7367962cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0c0ed5-ae50-4915-8367-87c5639fbb33,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:24.723282 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54724) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:24.728976 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f9eb52-d4c2-4e27-b2a5-dc15ce18559d None None] Network 4b4e3412-42a7-48bc-847c-04532051eb54 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:22:24.792771 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.798025 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:22:24.852473 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Deleting port 73097563-9cee-4fce-afa8-114354fa4b5f {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:24.852808 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.960448 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] For port 73097563-9cee-4fce-afa8-114354fa4b5f, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=73097563-9cee-4fce-afa8-114354fa4b5f,segment=NetworkSegment(40301ddc-8fdd-4805-ae8c-76ac663a684c),segment_id=40301ddc-8fdd-4805-ae8c-76ac663a684c)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:24.961047 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:24.982904 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Calling delete_port for 73097563-9cee-4fce-afa8-114354fa4b5f owned by network:dhcp {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:24.995064 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a14d1-0be4-4272-9fa8-2eaebd3e0bfc None None] DHCP port deletion for 4b4e3412-42a7-48bc-847c-04532051eb54 request from dv-cinder-804584-9-iscsi {{(pid=94162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:22:25.057063 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-661a14d1-0be4-4272-9fa8-2eaebd3e0bfc None None] Deleting port 73097563-9cee-4fce-afa8-114354fa4b5f {{(pid=94162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:25.057539 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-661a14d1-0be4-4272-9fa8-2eaebd3e0bfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.078189 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.105533 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=73097563-9cee-4fce-afa8-114354fa4b5f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:25.108957 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] No DVR routers for this DVR port 73097563-9cee-4fce-afa8-114354fa4b5f on host dv-cinder-804584-9-iscsi {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:22:25.134600 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-661a14d1-0be4-4272-9fa8-2eaebd3e0bfc None None] For port 73097563-9cee-4fce-afa8-114354fa4b5f, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=73097563-9cee-4fce-afa8-114354fa4b5f,segment=NetworkSegment(40301ddc-8fdd-4805-ae8c-76ac663a684c),segment_id=40301ddc-8fdd-4805-ae8c-76ac663a684c)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:25.135006 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-661a14d1-0be4-4272-9fa8-2eaebd3e0bfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.149055 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-661a14d1-0be4-4272-9fa8-2eaebd3e0bfc None None] Calling delete_port for 73097563-9cee-4fce-afa8-114354fa4b5f owned by network:dhcp {{(pid=94162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:25.181701 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.194122 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b4e3412-42a7-48bc-847c-04532051eb54']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:25.209547 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40301ddc-8fdd-4805-ae8c-76ac663a684c') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:25.209754 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40301ddc-8fdd-4805-ae8c-76ac663a684c') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:25.219221 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811622'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.234561 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.242725 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:22:25.243182 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3141492'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: Traceback (most recent call last): Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: timer() Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: cb(*args, **kw) Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: return func(*args, **kwargs) Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: self._notify() Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: self.callback(batched_events) Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: event.method(event) Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: return f(self, *a, **k) Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._get(url).json() Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:22:25.245085 dv-cinder-804584-9-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:22:25.293134 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-661a14d1-0be4-4272-9fa8-2eaebd3e0bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918'] for port, after_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.300569 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.306777 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.308732 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] 10.222.0.13 "DELETE /v2.0/networks/4b4e3412-42a7-48bc-847c-04532051eb54 HTTP/1.1" status: 204 len: 168 time: 0.5844307 Aug 16 14:22:25.321250 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a14d1-0be4-4272-9fa8-2eaebd3e0bfc None None] Pushing event deleted for resources: {'Port': ['ID=73097563-9cee-4fce-afa8-114354fa4b5f,revision_number=None']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:25.322479 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa56c2-5897-4619-b0a0-6394944a7f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=4b4e3412-42a7-48bc-847c-04532051eb54,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:25.324818 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661a14d1-0be4-4272-9fa8-2eaebd3e0bfc None None] No DVR routers for this DVR port 73097563-9cee-4fce-afa8-114354fa4b5f on host dv-cinder-804584-9-iscsi {{(pid=94162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:22:25.396177 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 73097563-9cee-4fce-afa8-114354fa4b5f no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:22:25.417035 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 73097563-9cee-4fce-afa8-114354fa4b5f {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:22:25.417461 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 73097563-9cee-4fce-afa8-114354fa4b5f not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:22:25.417936 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:22:25.436692 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:22:25.437123 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device b5bd9ed3-b981-400d-a5f0-da7684bfbbf1 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:22:25.437543 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device a5d298b8-5a17-4c45-a266-8af381a5889a no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:22:25.458544 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: a5d298b8-5a17-4c45-a266-8af381a5889a {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:22:25.458890 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device a5d298b8-5a17-4c45-a266-8af381a5889a not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:22:25.504573 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54732) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:25.548222 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-047a6399-5c0e-40ef-980c-e514aa051b35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea79466a92dd45dfbf36f13d27ce729f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421915 Aug 16 14:22:25.550938 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54734) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:25.609420 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-582e43a7-25df-4c59-a1c5-348e749537f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.632081 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-582e43a7-25df-4c59-a1c5-348e749537f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.693968 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-582e43a7-25df-4c59-a1c5-348e749537f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.696271 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-582e43a7-25df-4c59-a1c5-348e749537f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:25.697405 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-582e43a7-25df-4c59-a1c5-348e749537f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef57e066-403f-44d3-bfca-261ac702af0b HTTP/1.1" status: 204 len: 168 time: 0.1454840 Aug 16 14:22:25.706479 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e43a7-25df-4c59-a1c5-348e749537f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef57e066-403f-44d3-bfca-261ac702af0b,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:26.028322 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54744) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:26.069298 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e0323af2-5b68-4b07-a8e1-53a66c79ff16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e9b9ab41a7a4349899033786c334966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396309 Aug 16 14:22:26.072265 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54746) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:26.123194 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-35d26260-02c1-4605-b91b-5f9fbc79deee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:26.145906 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-35d26260-02c1-4605-b91b-5f9fbc79deee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:26.199363 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-35d26260-02c1-4605-b91b-5f9fbc79deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:26.202305 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-35d26260-02c1-4605-b91b-5f9fbc79deee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:26.203452 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-35d26260-02c1-4605-b91b-5f9fbc79deee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23f3632b-333b-4ebd-9b93-fa735ae511db HTTP/1.1" status: 204 len: 168 time: 0.1302114 Aug 16 14:22:26.211743 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d26260-02c1-4605-b91b-5f9fbc79deee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f3632b-333b-4ebd-9b93-fa735ae511db,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:26.923137 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54770) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:27.024563 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-80093161-network', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:27.045406 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Made reservation on behalf of af85b7a9f5b949eaac5cee5b1efd4cb5 for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:22:27.047742 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.064420 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.167508 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.171636 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.199864 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=94161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:22:27.217240 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537582f0-8d7a-47d1-9fb9-42e5b944240d,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:27.223401 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.223783 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Added segment 816c99c8-0436-4bc5-bd40-3f9a03a6db1b of type vlan for network 6276dbc6-5091-4375-b2b0-77e15438df5a Aug 16 14:22:27.263809 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.289337 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.290544 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:27.291132 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.354570 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4303050 Aug 16 14:22:27.357768 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54774) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:27.360096 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ef2d8-4e9d-4a1d-90c5-1aaf5bcd84f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6276dbc6-5091-4375-b2b0-77e15438df5a,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:27.363193 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Request body: {'subnet': {'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-80093161-subnet', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:27.377029 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network 6276dbc6-5091-4375-b2b0-77e15438df5a details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:22:27.385314 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Made reservation on behalf of af85b7a9f5b949eaac5cee5b1efd4cb5 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:22:27.387879 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3800961'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.575921 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3139543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801071'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.636796 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbebb62c-d344-4ac3-965d-c181657fb6ae,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:27.641884 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Checking segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:22:27.642348 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Network hostable DHCP agents. Network: 6276dbc6-5091-4375-b2b0-77e15438df5a, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:22:27.657823 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Network 6276dbc6-5091-4375-b2b0-77e15438df5a is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:22:27.666851 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, 6276dbc6-5091-4375-b2b0-77e15438df5a) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:27.670914 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:27.671551 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.679490 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a3d6d2-eb24-4bbf-ba08-bf445a3c1d6c None None] Network 6276dbc6-5091-4375-b2b0-77e15438df5a requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:22:27.688092 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-35176696-6db9-4b47-bd48-79d97d3d4fae admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3290842 Aug 16 14:22:27.691687 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54776) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:27.696483 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:27.722568 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3310'] for router, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.723592 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3301'] for router, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.786182 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.833971 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp313dcea0-1251-5108-a967-adabd9b83d60-6276dbc6-5091-4375-b2b0-77e15438df5a', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae'}]}} from dv-cinder-804584-9-iscsi. {{(pid=94162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:22:27.834958 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.922025 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:27.980849 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.db_base_plugin_common [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Allocated IP 172.20.0.2 (6276dbc6-5091-4375-b2b0-77e15438df5a/dbebb62c-d344-4ac3-965d-c181657fb6ae/7726f099-6cc7-4782-80c1-42f3fa660c78) {{(pid=94162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:22:28.146551 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Notify callbacks [] for port, precommit_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:28.156430 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Transition to ACTIVE for port object 7726f099-6cc7-4782-80c1-42f3fa660c78 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:28.173054 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Transition to ACTIVE for port object 7726f099-6cc7-4782-80c1-42f3fa660c78 will not be triggered until provisioned by entity DHCP. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:28.180098 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:28.225698 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Network 6276dbc6-5091-4375-b2b0-77e15438df5a is already hosted by enough agents. {{(pid=94162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:28.228730 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.base_scheduler [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Resources bound (agent type, host, resource id): {{(pid=94162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:28.231337 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Received port after_create {{(pid=94162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:22:28.243729 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Pushing event updated for resources: {'Port': ['ID=7726f099-6cc7-4782-80c1-42f3fa660c78,revision_number=1']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:28.298165 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Attempting to bind port 7726f099-6cc7-4782-80c1-42f3fa660c78 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:22:28.298641 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Attempting to bind port 7726f099-6cc7-4782-80c1-42f3fa660c78 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:22:28.299003 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Attempting to bind port 7726f099-6cc7-4782-80c1-42f3fa660c78 on network 6276dbc6-5091-4375-b2b0-77e15438df5a {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:22:28.305019 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:22:28.305393 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Checking segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:22:28.305802 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:28.306198 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Bound using segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:22:28.306686 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Bound port: 7726f099-6cc7-4782-80c1-42f3fa660c78, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:22:28.307070 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:28.378853 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] For port 7726f099-6cc7-4782-80c1-42f3fa660c78, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:22:28.382310 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] For port 7726f099-6cc7-4782-80c1-42f3fa660c78, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=7726f099-6cc7-4782-80c1-42f3fa660c78,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:22:28.387915 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:28.419940 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:28.439570 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:28.458084 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ef717-817e-4f8b-9919-1767e3a5dce7 None None] Pushing event updated for resources: {'Port': ['ID=7726f099-6cc7-4782-80c1-42f3fa660c78,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:28.558385 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Allocated IP 172.27.3.39 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/2df9b888-1801-4980-9714-d37eb51fa6e2) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:22:28.697638 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:28.739791 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:28.787609 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:28.790509 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:28.794763 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:22:28.797774 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Pushing event updated for resources: {'Port': ['ID=2df9b888-1801-4980-9714-d37eb51fa6e2,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:29.050613 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:29.264120 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467'] for router, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:29.385658 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9465b2-0179-4792-9aa0-6ee9059e2af7 None None] Network 6276dbc6-5091-4375-b2b0-77e15438df5a requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:22:29.402390 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Router b9df7c63-7f83-46fa-8577-058ab621f2e4 is scheduled to L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 with binding_index 1 {{(pid=94161) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:22:29.445017 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 7726f099-6cc7-4782-80c1-42f3fa660c78 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:29.520955 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:22:29.523601 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-1765edce-f642-4dd2-ad67-ee0d2be44ae6 None None] Provisioning for port 7726f099-6cc7-4782-80c1-42f3fa660c78 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:29.543071 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] Notify callbacks [] for router, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:29.544323 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-22e6b902-2aed-4bc5-9892-bc79d3064fcd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8516171 Aug 16 14:22:29.547008 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54782) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:29.548024 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Sync routers for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:22:29.577706 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 7726f099-6cc7-4782-80c1-42f3fa660c78 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:29.585099 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:29.585738 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:29.601928 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 7726f099-6cc7-4782-80c1-42f3fa660c78 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:29.602144 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:29.750190 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:29.888856 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:29.949088 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 7726f099-6cc7-4782-80c1-42f3fa660c78, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=7726f099-6cc7-4782-80c1-42f3fa660c78,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:29.974109 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:29.979504 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.020545 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-698a4b47-41c1-402a-82a0-1ee1ad4e3311 None None] Provisioning complete for port 7726f099-6cc7-4782-80c1-42f3fa660c78 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:30.020845 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-698a4b47-41c1-402a-82a0-1ee1ad4e3311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.073304 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=7726f099-6cc7-4782-80c1-42f3fa660c78,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:30.093525 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:28Z', 'revision_number': 3, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:30.122078 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Checking router: b9df7c63-7f83-46fa-8577-058ab621f2e4 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:22:30.122439 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Updating router b9df7c63-7f83-46fa-8577-058ab621f2e4 port 2df9b888-1801-4980-9714-d37eb51fa6e2 binding host dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:22:30.141799 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Allocated IP 172.20.0.1 (6276dbc6-5091-4375-b2b0-77e15438df5a/dbebb62c-d344-4ac3-965d-c181657fb6ae/e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:22:30.168405 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.251775 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.266229 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Transition to ACTIVE for port object e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:30.302496 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.345521 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Network 6276dbc6-5091-4375-b2b0-77e15438df5a is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:30.348745 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:30.352848 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:22:30.385034 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:30.410828 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701108'] for router_interface, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.478994 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.490838 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Transition to ACTIVE for port object 2df9b888-1801-4980-9714-d37eb51fa6e2 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:30.501240 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.562558 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.574919 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Attempting to bind port 2df9b888-1801-4980-9714-d37eb51fa6e2 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:22:30.575540 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Attempting to bind port 2df9b888-1801-4980-9714-d37eb51fa6e2 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:22:30.577600 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Attempting to bind port 2df9b888-1801-4980-9714-d37eb51fa6e2 on network 6b166495-d3e3-4480-9115-660eac9b9b3e {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:22:30.591998 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20a3b2-9007-48db-a2d4-f8b3b8313d39 None None] Pushing event updated for resources: {'Port': ['ID=2df9b888-1801-4980-9714-d37eb51fa6e2,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:30.594866 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:22:30.595334 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:22:30.595920 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.596383 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Bound using segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:22:30.596937 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Bound port: 2df9b888-1801-4980-9714-d37eb51fa6e2, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:22:30.597526 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.653482 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] For port 2df9b888-1801-4980-9714-d37eb51fa6e2, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:22:30.660638 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] For port 2df9b888-1801-4980-9714-d37eb51fa6e2, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=2df9b888-1801-4980-9714-d37eb51fa6e2,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:22:30.667400 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.679851 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-4c94edab-4077-40ec-a2df-2b8a88c6d87b None None] Provisioning for port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:30.711344 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-4c94edab-4077-40ec-a2df-2b8a88c6d87b None None] Provisioning complete for port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:30.711737 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-4c94edab-4077-40ec-a2df-2b8a88c6d87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.764385 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:30.765015 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:30.794524 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.798905 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.800588 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-4c94edab-4077-40ec-a2df-2b8a88c6d87b None None] Port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:22:30.804810 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb20a3b2-9007-48db-a2d4-f8b3b8313d39 None None] Pushing event updated for resources: {'Port': ['ID=2df9b888-1801-4980-9714-d37eb51fa6e2,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:30.872023 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700952'] for router_interface, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:30.873890 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Pushing event updated for resources: {'Port': ['ID=e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:30.974151 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Network 6276dbc6-5091-4375-b2b0-77e15438df5a is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:30.975806 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:31.012447 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:31.101954 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Router b9df7c63-7f83-46fa-8577-058ab621f2e4 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:22:31.222896 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:22:31.237060 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-ae00cb06-a23a-47ef-91f4-8aa6957ac038 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9df7c63-7f83-46fa-8577-058ab621f2e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6807876 Aug 16 14:22:31.237284 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-5d115eac-64a4-4d66-b730-50c769ac22af None None] Provisioning complete for port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:31.237284 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5d115eac-64a4-4d66-b730-50c769ac22af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:31.283774 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-5d115eac-64a4-4d66-b730-50c769ac22af None None] Port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:22:31.287612 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 1, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:31.314444 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e63efb0-87e6-4193-bd3f-643d89f0e0f5 None None] The sync data for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi is: [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 1, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:22:31.399076 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 7726f099-6cc7-4782-80c1-42f3fa660c78 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:31.454378 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 7726f099-6cc7-4782-80c1-42f3fa660c78 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:31.454842 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:31.820299 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54810) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:31.825443 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1402446008-network', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:31.848705 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Made reservation on behalf of 643be75f285b4995a6a1e8d4e08c4dee for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:22:31.851167 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:31.860431 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:31.985472 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:31.990614 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:32.020634 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:22:32.031304 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43843c2f-451d-4f20-8696-7adda36069fc,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:32.036606 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:32.036950 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Added segment e3716530-af97-49b8-a73d-c5971f0bba7a of type vlan for network db93da0e-20d9-471b-b5a0-57d1c2ded5bf Aug 16 14:22:32.085664 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:32.113134 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:32.114217 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:32.114873 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:32.478484 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6568949 Aug 16 14:22:32.481302 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54816) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:32.487729 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Request body: {'subnet': {'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1402446008-subnet', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:32.490648 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e898ad1-c3d5-4b45-a3e1-ad4c9992b5e4 admin admin] Pushing event updated for resources: {'Network': ['ID=db93da0e-20d9-471b-b5a0-57d1c2ded5bf,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:32.500152 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network db93da0e-20d9-471b-b5a0-57d1c2ded5bf details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:22:32.511076 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Made reservation on behalf of 643be75f285b4995a6a1e8d4e08c4dee for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:22:32.514160 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3800961'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:32.709301 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3139543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801071'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:32.973806 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=148f393e-f563-4792-aa41-a4b62ea559a5,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:32.994732 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Checking segment: {'id': 'e3716530-af97-49b8-a73d-c5971f0bba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:22:32.995092 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Network hostable DHCP agents. Network: db93da0e-20d9-471b-b5a0-57d1c2ded5bf, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:22:33.014929 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Network db93da0e-20d9-471b-b5a0-57d1c2ded5bf is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:22:33.027007 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, db93da0e-20d9-471b-b5a0-57d1c2ded5bf) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:33.031852 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:33.032982 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.036973 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0386e506-3a79-4133-a927-66d12d187e93 None None] Network db93da0e-20d9-471b-b5a0-57d1c2ded5bf requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:22:33.058893 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ec955f13-92fd-4435-b3ea-5f1106ae7a2d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5750563 Aug 16 14:22:33.060844 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54830) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:33.061456 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1e713-7794-4d43-ba27-7a3e1c850a84 req-1cfe94df-3c7c-4365-b998-433b6ad77e4c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:33.063172 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-35f1e713-7794-4d43-ba27-7a3e1c850a84 req-1cfe94df-3c7c-4365-b998-433b6ad77e4c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0617373 Aug 16 14:22:33.066273 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1402446008-router', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:33.092645 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3310'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.095212 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3301'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.109848 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-35f1e713-7794-4d43-ba27-7a3e1c850a84 req-8b227b22-e8ba-4cde-9b58-325e1cefae14 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388739 Aug 16 14:22:33.158786 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.210246 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8096d497-a915-4692-9248-a1634982a29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp313dcea0-1251-5108-a967-adabd9b83d60-db93da0e-20d9-471b-b5a0-57d1c2ded5bf', 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'fixed_ips': [{'subnet_id': '148f393e-f563-4792-aa41-a4b62ea559a5'}]}} from dv-cinder-804584-9-iscsi. {{(pid=94162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:22:33.211183 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8096d497-a915-4692-9248-a1634982a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.309071 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.360838 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.db_base_plugin_common [None req-8096d497-a915-4692-9248-a1634982a29a None None] Allocated IP 172.20.0.2 (db93da0e-20d9-471b-b5a0-57d1c2ded5bf/148f393e-f563-4792-aa41-a4b62ea559a5/22010044-2c4e-4a45-a24e-ed8c431b90df) {{(pid=94162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:22:33.398340 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Sync routers for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:22:33.410107 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:33.410834 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:33.458851 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 2df9b888-1801-4980-9714-d37eb51fa6e2 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:33.538013 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:33.544856 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.551562 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 2df9b888-1801-4980-9714-d37eb51fa6e2 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:33.565207 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.594306 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 2df9b888-1801-4980-9714-d37eb51fa6e2 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:33.594683 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.602488 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8096d497-a915-4692-9248-a1634982a29a None None] Notify callbacks [] for port, precommit_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.627549 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-8096d497-a915-4692-9248-a1634982a29a None None] Transition to ACTIVE for port object 22010044-2c4e-4a45-a24e-ed8c431b90df will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:33.643499 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-8096d497-a915-4692-9248-a1634982a29a None None] Transition to ACTIVE for port object 22010044-2c4e-4a45-a24e-ed8c431b90df will not be triggered until provisioned by entity DHCP. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:33.653041 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8096d497-a915-4692-9248-a1634982a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.681160 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Allocated IP 172.27.3.43 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/09eedb31-80a6-4f95-bd4e-65ec009068dd) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:22:33.700126 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8096d497-a915-4692-9248-a1634982a29a None None] Network db93da0e-20d9-471b-b5a0-57d1c2ded5bf is already hosted by enough agents. {{(pid=94162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:33.702582 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.base_scheduler [None req-8096d497-a915-4692-9248-a1634982a29a None None] Resources bound (agent type, host, resource id): {{(pid=94162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:33.707762 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8096d497-a915-4692-9248-a1634982a29a None None] Received port after_create {{(pid=94162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:22:33.753948 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096d497-a915-4692-9248-a1634982a29a None None] Pushing event updated for resources: {'Port': ['ID=22010044-2c4e-4a45-a24e-ed8c431b90df,revision_number=1']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:33.780137 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 2, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:33.802339 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.803875 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.806321 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Checking router: b9df7c63-7f83-46fa-8577-058ab621f2e4 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:22:33.806675 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Updating router b9df7c63-7f83-46fa-8577-058ab621f2e4 port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 binding host dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:22:33.832391 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-8096d497-a915-4692-9248-a1634982a29a None None] Attempting to bind port 22010044-2c4e-4a45-a24e-ed8c431b90df on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:22:33.832756 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-8096d497-a915-4692-9248-a1634982a29a None None] Attempting to bind port 22010044-2c4e-4a45-a24e-ed8c431b90df by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': 'e3716530-af97-49b8-a73d-c5971f0bba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:22:33.833108 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096d497-a915-4692-9248-a1634982a29a None None] Attempting to bind port 22010044-2c4e-4a45-a24e-ed8c431b90df on network db93da0e-20d9-471b-b5a0-57d1c2ded5bf {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:22:33.836494 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.839521 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096d497-a915-4692-9248-a1634982a29a None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:22:33.839921 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096d497-a915-4692-9248-a1634982a29a None None] Checking segment: {'id': 'e3716530-af97-49b8-a73d-c5971f0bba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:22:33.840320 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8096d497-a915-4692-9248-a1634982a29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.840895 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8096d497-a915-4692-9248-a1634982a29a None None] Bound using segment: {'id': 'e3716530-af97-49b8-a73d-c5971f0bba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:22:33.841169 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-8096d497-a915-4692-9248-a1634982a29a None None] Bound port: 22010044-2c4e-4a45-a24e-ed8c431b90df, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3716530-af97-49b8-a73d-c5971f0bba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:22:33.841578 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8096d497-a915-4692-9248-a1634982a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.844343 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 2df9b888-1801-4980-9714-d37eb51fa6e2, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=2df9b888-1801-4980-9714-d37eb51fa6e2,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:33.846682 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.853757 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:33.892164 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:33.897624 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:33.901177 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:22:33.940241 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Pushing event updated for resources: {'Port': ['ID=09eedb31-80a6-4f95-bd4e-65ec009068dd,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:33.947610 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=2df9b888-1801-4980-9714-d37eb51fa6e2,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:33.964099 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-8096d497-a915-4692-9248-a1634982a29a None None] For port 22010044-2c4e-4a45-a24e-ed8c431b90df, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:22:33.967826 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-8096d497-a915-4692-9248-a1634982a29a None None] For port 22010044-2c4e-4a45-a24e-ed8c431b90df, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=22010044-2c4e-4a45-a24e-ed8c431b90df,segment=NetworkSegment(e3716530-af97-49b8-a73d-c5971f0bba7a),segment_id=e3716530-af97-49b8-a73d-c5971f0bba7a)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:22:33.976754 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8096d497-a915-4692-9248-a1634982a29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.043661 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8096d497-a915-4692-9248-a1634982a29a None None] Pushing event updated for resources: {'Port': ['ID=22010044-2c4e-4a45-a24e-ed8c431b90df,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:34.155072 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Notify callbacks [] for port, precommit_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.168878 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.provisioning_blocks [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Transition to ACTIVE for port object e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 will not be triggered until provisioned by entity L2. {{(pid=94163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:34.178667 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.255520 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.318928 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Pushing event updated for resources: {'Port': ['ID=e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5,revision_number=3']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:34.326147 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Attempting to bind port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:22:34.326520 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Attempting to bind port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:22:34.326880 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Attempting to bind port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 on network 6276dbc6-5091-4375-b2b0-77e15438df5a {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:22:34.333791 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.334140 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.334481 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.334817 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.335148 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.335806 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.335806 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.336143 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.336505 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.336851 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.337176 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.337499 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:34.344669 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:22:34.345075 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Checking segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:22:34.345449 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.345896 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Bound using segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:22:34.346596 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Bound port: e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'}}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:22:34.346999 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.419721 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] For port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:22:34.423084 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] For port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:22:34.426722 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc184-dcfc-4da2-86c9-a34b4d65f465 req-1f7acab3-d012-4b16-aaa4-7aeb1650a1f0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:34.428356 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-70efc184-dcfc-4da2-86c9-a34b4d65f465 req-1f7acab3-d012-4b16-aaa4-7aeb1650a1f0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.2244823 Aug 16 14:22:34.430094 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.505187 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654b91e-a2f0-4343-83c7-da072bb266c3 None None] Pushing event updated for resources: {'Port': ['ID=e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5,revision_number=4']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:34.508547 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:34.509434 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:34.514519 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-70efc184-dcfc-4da2-86c9-a34b4d65f465 req-8e7807e2-bb65-49f7-9324-ad60d0d6516b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521698 Aug 16 14:22:34.515900 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.643826 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:34.683307 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Router df3c9d31-48d4-47bf-834f-e25e2b512d67 is scheduled to L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:22:34.795231 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:22:34.808859 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Sync routers for ids ['df3c9d31-48d4-47bf-834f-e25e2b512d67'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:22:34.814487 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:34.819184 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-be4b3428-bf95-4978-9bac-d6a622177225 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7545536 Aug 16 14:22:34.819482 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54834) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:34.832459 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Routers {'df3c9d31-48d4-47bf-834f-e25e2b512d67'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:34.833723 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['df3c9d31-48d4-47bf-834f-e25e2b512d67'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:34.883471 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:34Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:34.914508 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9abbb-f4a1-4313-af27-b1d43e6a03eb None None] The sync data for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi is: [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:34Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:22:34.965181 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Set router df3c9d31-48d4-47bf-834f-e25e2b512d67 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:35.122157 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe9420d-bf2e-41da-b496-b278d22fd22e None None] Network db93da0e-20d9-471b-b5a0-57d1c2ded5bf requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:22:35.232039 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-f9b7c602-6779-4613-89ea-f74e3801e765 None None] Provisioning for port 22010044-2c4e-4a45-a24e-ed8c431b90df completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:35.318423 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'name': 'tempest-TestVolumeBootPattern-1402446008-router', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:34Z', 'revision_number': 3, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'gw_port': {'id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:35.341665 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:35.512258 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Checking router: df3c9d31-48d4-47bf-834f-e25e2b512d67 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:22:35.512613 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Updating router df3c9d31-48d4-47bf-834f-e25e2b512d67 port 09eedb31-80a6-4f95-bd4e-65ec009068dd binding host dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:22:35.550615 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:35.564287 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Allocated IP 172.20.0.1 (db93da0e-20d9-471b-b5a0-57d1c2ded5bf/148f393e-f563-4792-aa41-a4b62ea559a5/1de770a4-3c45-401a-94a5-75e3e0cd5078) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:22:35.687985 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:35.724475 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:35.745275 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017926e-8c44-4e48-99f4-cbdb2673221b req-520ceb00-f68f-4815-8106-37954876f649 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:35.748194 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.provisioning_blocks [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Transition to ACTIVE for port object 1de770a4-3c45-401a-94a5-75e3e0cd5078 will not be triggered until provisioned by entity DHCP. {{(pid=94160) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:35.757313 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f017926e-8c44-4e48-99f4-cbdb2673221b req-520ceb00-f68f-4815-8106-37954876f649 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.1011944 Aug 16 14:22:35.790073 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:35.817399 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f017926e-8c44-4e48-99f4-cbdb2673221b req-afe81583-dcfe-4c31-a957-d7c722016c08 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584307 Aug 16 14:22:35.833492 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:35.850607 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Network db93da0e-20d9-471b-b5a0-57d1c2ded5bf is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:35.850842 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:35.851137 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:35.858400 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:35.859825 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1de770a4-3c45-401a-94a5-75e3e0cd5078,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:35.868164 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:22:35.910305 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701108'] for router_interface, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:35.979800 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.006856 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Transition to ACTIVE for port object 09eedb31-80a6-4f95-bd4e-65ec009068dd will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:36.016183 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.019025 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.060657 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.104197 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Attempting to bind port 09eedb31-80a6-4f95-bd4e-65ec009068dd on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:22:36.104579 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Attempting to bind port 09eedb31-80a6-4f95-bd4e-65ec009068dd by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:22:36.104934 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Attempting to bind port 09eedb31-80a6-4f95-bd4e-65ec009068dd on network 6b166495-d3e3-4480-9115-660eac9b9b3e {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:22:36.116428 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:36.118029 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:22:36.118240 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:22:36.118648 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.119045 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Bound using segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:22:36.119794 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Bound port: 09eedb31-80a6-4f95-bd4e-65ec009068dd, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:22:36.119967 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.121891 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b095f-fb9e-44bb-bb80-cb6f86cd6071 None None] Pushing event updated for resources: {'Port': ['ID=09eedb31-80a6-4f95-bd4e-65ec009068dd,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:36.125829 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.126699 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 22010044-2c4e-4a45-a24e-ed8c431b90df up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:36.242707 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-57aea87c-c13b-4d41-8e8a-ac205b2614e9 None None] Provisioning for port 1de770a4-3c45-401a-94a5-75e3e0cd5078 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:36.244912 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.250078 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.256973 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-57aea87c-c13b-4d41-8e8a-ac205b2614e9 None None] Provisioning complete for port 1de770a4-3c45-401a-94a5-75e3e0cd5078 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:36.257358 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-57aea87c-c13b-4d41-8e8a-ac205b2614e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.263679 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:36.285243 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] For port 09eedb31-80a6-4f95-bd4e-65ec009068dd, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:22:36.310804 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] For port 09eedb31-80a6-4f95-bd4e-65ec009068dd, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=09eedb31-80a6-4f95-bd4e-65ec009068dd,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:22:36.314191 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-57aea87c-c13b-4d41-8e8a-ac205b2614e9 None None] Port 1de770a4-3c45-401a-94a5-75e3e0cd5078 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:22:36.317263 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.324121 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Pushing event updated for resources: {'Port': ['ID=1de770a4-3c45-401a-94a5-75e3e0cd5078,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:36.327576 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700952'] for router_interface, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.343412 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 22010044-2c4e-4a45-a24e-ed8c431b90df completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:36.352742 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 22010044-2c4e-4a45-a24e-ed8c431b90df triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:36.353065 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.418032 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b095f-fb9e-44bb-bb80-cb6f86cd6071 None None] Pushing event updated for resources: {'Port': ['ID=09eedb31-80a6-4f95-bd4e-65ec009068dd,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:36.421099 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Routers {'df3c9d31-48d4-47bf-834f-e25e2b512d67'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:36.421705 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['df3c9d31-48d4-47bf-834f-e25e2b512d67'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:36.437461 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Network db93da0e-20d9-471b-b5a0-57d1c2ded5bf is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:36.438923 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:36.547838 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.561637 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Router df3c9d31-48d4-47bf-834f-e25e2b512d67 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:22:36.576101 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] Set router df3c9d31-48d4-47bf-834f-e25e2b512d67 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:36.626531 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 22010044-2c4e-4a45-a24e-ed8c431b90df, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=22010044-2c4e-4a45-a24e-ed8c431b90df,segment=NetworkSegment(e3716530-af97-49b8-a73d-c5971f0bba7a),segment_id=e3716530-af97-49b8-a73d-c5971f0bba7a)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:36.633579 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.634466 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 2df9b888-1801-4980-9714-d37eb51fa6e2 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:36.813548 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=22010044-2c4e-4a45-a24e-ed8c431b90df,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:36.819019 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-fc54bfbc-7870-4866-b33c-f41e473e3d0a None None] Provisioning complete for port 1de770a4-3c45-401a-94a5-75e3e0cd5078 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:36.819395 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-fc54bfbc-7870-4866-b33c-f41e473e3d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.880467 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 2df9b888-1801-4980-9714-d37eb51fa6e2 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:36.881189 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:36.923613 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-fc54bfbc-7870-4866-b33c-f41e473e3d0a None None] Port 1de770a4-3c45-401a-94a5-75e3e0cd5078 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:22:36.937977 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:22:36.952762 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e9d281e2-6871-4ad0-9d90-773caf7584e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/df3c9d31-48d4-47bf-834f-e25e2b512d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1216266 Aug 16 14:22:36.974428 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17096f22-fa27-4846-8239-216de7f74949 req-04079843-2ba2-4b7d-b919-da6e4efe4aca tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:36.976131 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-17096f22-fa27-4846-8239-216de7f74949 req-04079843-2ba2-4b7d-b919-da6e4efe4aca tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0739150 Aug 16 14:22:36.998461 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'name': 'tempest-TestVolumeBootPattern-1402446008-router', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 4, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'gw_port': {'id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '1de770a4-3c45-401a-94a5-75e3e0cd5078', 'name': '', 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'mac_address': 'fa:16:3e:00:c1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '148f393e-f563-4792-aa41-a4b62ea559a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:35Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 2, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'subnets': [{'id': '148f393e-f563-4792-aa41-a4b62ea559a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:37.023366 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-17096f22-fa27-4846-8239-216de7f74949 req-1f9a6fc1-51b4-4ff6-ad5a-cc1a44a3b825 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384762 Aug 16 14:22:37.028990 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca45076-0626-4f0b-b270-6c897eed25d3 None None] The sync data for ids ['df3c9d31-48d4-47bf-834f-e25e2b512d67'] in dv-cinder-804584-9-iscsi is: [{'id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'name': 'tempest-TestVolumeBootPattern-1402446008-router', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 4, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'gw_port': {'id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '1de770a4-3c45-401a-94a5-75e3e0cd5078', 'name': '', 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'mac_address': 'fa:16:3e:00:c1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '148f393e-f563-4792-aa41-a4b62ea559a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:35Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 2, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'subnets': [{'id': '148f393e-f563-4792-aa41-a4b62ea559a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:22:37.432305 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:37.557477 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:37.558168 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.619345 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54846) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:37.628710 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-d8cadef7-2144-4fa9-a157-d2524e16f27f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761491282', 'description': 'tempest-secgroup-smoke-1761491282 description', 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:37.665560 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d8cadef7-2144-4fa9-a157-d2524e16f27f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.815807 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d8cadef7-2144-4fa9-a157-d2524e16f27f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.821462 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d8cadef7-2144-4fa9-a157-d2524e16f27f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.839574 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ab5c54c1-533e-49be-808a-b7560fcd977d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.850165 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cadef7-2144-4fa9-a157-d2524e16f27f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba0215c-4898-4bd7-9003-2966d71d7fb8,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:37.865692 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d8cadef7-2144-4fa9-a157-d2524e16f27f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.867055 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-d8cadef7-2144-4fa9-a157-d2524e16f27f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2453198 Aug 16 14:22:37.870070 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54848) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:37.875964 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-6d918247-c057-450e-b46b-3bd248e58621 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'security_group_rule': {'security_group_id': '9ba0215c-4898-4bd7-9003-2966d71d7fb8', 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:37.889388 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 22010044-2c4e-4a45-a24e-ed8c431b90df up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:37.910625 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6d918247-c057-450e-b46b-3bd248e58621 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.959986 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 22010044-2c4e-4a45-a24e-ed8c431b90df triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:37.960435 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.981686 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6d918247-c057-450e-b46b-3bd248e58621 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:37.987757 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6d918247-c057-450e-b46b-3bd248e58621 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.005669 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d918247-c057-450e-b46b-3bd248e58621 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43700a2c-8c67-436d-8070-03d6ec28fb90,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:38.020111 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6d918247-c057-450e-b46b-3bd248e58621 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.021618 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-6d918247-c057-450e-b46b-3bd248e58621 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504300 Aug 16 14:22:38.024464 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54850) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:38.029566 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-e4395bd1-f101-4ba9-bf4c-4434560e1843 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'security_group_rule': {'security_group_id': '9ba0215c-4898-4bd7-9003-2966d71d7fb8', 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:38.063112 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e4395bd1-f101-4ba9-bf4c-4434560e1843 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.132188 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e4395bd1-f101-4ba9-bf4c-4434560e1843 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.136499 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e4395bd1-f101-4ba9-bf4c-4434560e1843 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.157755 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4395bd1-f101-4ba9-bf4c-4434560e1843 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3921fc8-3a4d-4429-bbba-2f2d25291eed,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:38.167127 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e4395bd1-f101-4ba9-bf4c-4434560e1843 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.170870 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e4395bd1-f101-4ba9-bf4c-4434560e1843 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426237 Aug 16 14:22:38.171025 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54854) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:38.175931 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-df081c82-48bd-4224-bb99-f224af981b7e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'security_group_rule': {'security_group_id': '9ba0215c-4898-4bd7-9003-2966d71d7fb8', 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:38.181052 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e62ae-3de9-43b7-b7a1-80749768c623 req-029555fe-1f61-45bf-a8b4-6588b6e40c6e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:38.183027 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ab6e62ae-3de9-43b7-b7a1-80749768c623 req-029555fe-1f61-45bf-a8b4-6588b6e40c6e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0696507 Aug 16 14:22:38.208289 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-df081c82-48bd-4224-bb99-f224af981b7e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.236291 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ab6e62ae-3de9-43b7-b7a1-80749768c623 req-7e1b129d-444e-4f52-8ab4-85998cd3e77c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430441 Aug 16 14:22:38.281587 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-df081c82-48bd-4224-bb99-f224af981b7e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.285148 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-df081c82-48bd-4224-bb99-f224af981b7e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.310937 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df081c82-48bd-4224-bb99-f224af981b7e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5972da7-b2f3-415f-8cdf-24aebacae114,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:38.320475 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-df081c82-48bd-4224-bb99-f224af981b7e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.322031 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-df081c82-48bd-4224-bb99-f224af981b7e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1500332 Aug 16 14:22:38.324627 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54856) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:38.329284 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-382b7907-5a64-4502-b6cb-9e912f7d4ea2 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'security_group_rule': {'security_group_id': '9ba0215c-4898-4bd7-9003-2966d71d7fb8', 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:38.358802 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-382b7907-5a64-4502-b6cb-9e912f7d4ea2 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.422718 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-382b7907-5a64-4502-b6cb-9e912f7d4ea2 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.428042 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-382b7907-5a64-4502-b6cb-9e912f7d4ea2 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.444694 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382b7907-5a64-4502-b6cb-9e912f7d4ea2 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf45607e-cd91-47e7-b7d6-14fbfda905cb,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:38.455824 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-382b7907-5a64-4502-b6cb-9e912f7d4ea2 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.459886 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54858) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:38.460198 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-382b7907-5a64-4502-b6cb-9e912f7d4ea2 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341858 Aug 16 14:22:38.464606 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-1944c9c0-423a-496b-b1b3-2d5e2fd56027 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'security_group_rule': {'security_group_id': '9ba0215c-4898-4bd7-9003-2966d71d7fb8', 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:38.488743 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-1944c9c0-423a-496b-b1b3-2d5e2fd56027 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Project af85b7a9f5b949eaac5cee5b1efd4cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:22:38.493997 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1944c9c0-423a-496b-b1b3-2d5e2fd56027 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.553586 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1944c9c0-423a-496b-b1b3-2d5e2fd56027 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.557341 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1944c9c0-423a-496b-b1b3-2d5e2fd56027 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.577749 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944c9c0-423a-496b-b1b3-2d5e2fd56027 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94de6ee-9133-492a-8fbc-bdf2cea649e8,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:38.587503 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-1944c9c0-423a-496b-b1b3-2d5e2fd56027 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.588752 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-1944c9c0-423a-496b-b1b3-2d5e2fd56027 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279666 Aug 16 14:22:38.591687 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54860) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:38.596522 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-ab38efa1-e665-41b4-bed9-5095be5b6405 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'security_group_rule': {'security_group_id': '9ba0215c-4898-4bd7-9003-2966d71d7fb8', 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:38.620025 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-ab38efa1-e665-41b4-bed9-5095be5b6405 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Project af85b7a9f5b949eaac5cee5b1efd4cb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:22:38.625585 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ab38efa1-e665-41b4-bed9-5095be5b6405 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.690428 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ab38efa1-e665-41b4-bed9-5095be5b6405 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.694559 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ab38efa1-e665-41b4-bed9-5095be5b6405 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.712182 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38efa1-e665-41b4-bed9-5095be5b6405 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4610a286-e2ed-4c00-8729-72c26d3bdb7a,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:38.725968 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ab38efa1-e665-41b4-bed9-5095be5b6405 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:38.727283 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ab38efa1-e665-41b4-bed9-5095be5b6405 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1346900 Aug 16 14:22:39.126888 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Sync routers for ids ['df3c9d31-48d4-47bf-834f-e25e2b512d67'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:22:39.139929 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Routers {'df3c9d31-48d4-47bf-834f-e25e2b512d67'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:39.140837 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['df3c9d31-48d4-47bf-834f-e25e2b512d67'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:39.254557 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Set router df3c9d31-48d4-47bf-834f-e25e2b512d67 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:39.381993 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65a64-61bc-458c-8923-17c3e9793b3a req-b6856c28-d1c8-4b88-8694-7240aaaf1135 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:39.390398 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-78c65a64-61bc-458c-8923-17c3e9793b3a req-b6856c28-d1c8-4b88-8694-7240aaaf1135 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0831981 Aug 16 14:22:39.433323 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-78c65a64-61bc-458c-8923-17c3e9793b3a req-4c5795d2-6b3f-4650-adfe-97be6d62a008 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420289 Aug 16 14:22:39.469348 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 09eedb31-80a6-4f95-bd4e-65ec009068dd up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:39.522973 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 09eedb31-80a6-4f95-bd4e-65ec009068dd completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:39.526993 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 09eedb31-80a6-4f95-bd4e-65ec009068dd triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:39.527404 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:39.589628 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'name': 'tempest-TestVolumeBootPattern-1402446008-router', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 4, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'gw_port': {'id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '1de770a4-3c45-401a-94a5-75e3e0cd5078', 'name': '', 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'mac_address': 'fa:16:3e:00:c1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '148f393e-f563-4792-aa41-a4b62ea559a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:35Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 2, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'subnets': [{'id': '148f393e-f563-4792-aa41-a4b62ea559a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:39.618539 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:39.631963 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Checking router: df3c9d31-48d4-47bf-834f-e25e2b512d67 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:22:39.632343 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Updating router df3c9d31-48d4-47bf-834f-e25e2b512d67 port 1de770a4-3c45-401a-94a5-75e3e0cd5078 binding host dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:22:39.643806 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 09eedb31-80a6-4f95-bd4e-65ec009068dd, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=09eedb31-80a6-4f95-bd4e-65ec009068dd,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:39.648245 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:39.665133 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:39.706773 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=09eedb31-80a6-4f95-bd4e-65ec009068dd,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:39.944710 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Notify callbacks [] for port, precommit_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:39.954561 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.provisioning_blocks [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Transition to ACTIVE for port object 1de770a4-3c45-401a-94a5-75e3e0cd5078 will not be triggered until provisioned by entity L2. {{(pid=94163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:39.960863 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:40.009295 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6890a-828d-43e3-8b38-7fff532e0bc9 None None] Pushing event updated for resources: {'Port': ['ID=1de770a4-3c45-401a-94a5-75e3e0cd5078,revision_number=3']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:40.063477 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Attempting to bind port 1de770a4-3c45-401a-94a5-75e3e0cd5078 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:22:40.063881 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Attempting to bind port 1de770a4-3c45-401a-94a5-75e3e0cd5078 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': 'e3716530-af97-49b8-a73d-c5971f0bba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf'}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:22:40.064240 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Attempting to bind port 1de770a4-3c45-401a-94a5-75e3e0cd5078 on network db93da0e-20d9-471b-b5a0-57d1c2ded5bf {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:22:40.070042 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:22:40.070407 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Checking segment: {'id': 'e3716530-af97-49b8-a73d-c5971f0bba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:22:40.071084 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:40.071470 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Bound using segment: {'id': 'e3716530-af97-49b8-a73d-c5971f0bba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf'} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:22:40.071960 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Bound port: 1de770a4-3c45-401a-94a5-75e3e0cd5078, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3716530-af97-49b8-a73d-c5971f0bba7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf'}}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:22:40.072690 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:40.145133 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] For port 1de770a4-3c45-401a-94a5-75e3e0cd5078, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:22:40.148407 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] For port 1de770a4-3c45-401a-94a5-75e3e0cd5078, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=1de770a4-3c45-401a-94a5-75e3e0cd5078,segment=NetworkSegment(e3716530-af97-49b8-a73d-c5971f0bba7a),segment_id=e3716530-af97-49b8-a73d-c5971f0bba7a)] {{(pid=94163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:22:40.153081 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:40.207088 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Routers {'df3c9d31-48d4-47bf-834f-e25e2b512d67'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:40.207511 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['df3c9d31-48d4-47bf-834f-e25e2b512d67'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:40.306127 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f6890a-828d-43e3-8b38-7fff532e0bc9 None None] Pushing event updated for resources: {'Port': ['ID=1de770a4-3c45-401a-94a5-75e3e0cd5078,revision_number=4']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:40.318006 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a548e90e-d3e6-4568-8118-d00da047196b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:40.340990 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] Set router df3c9d31-48d4-47bf-834f-e25e2b512d67 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:40.558514 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'name': 'tempest-TestVolumeBootPattern-1402446008-router', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 4, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'gw_port': {'id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '1de770a4-3c45-401a-94a5-75e3e0cd5078', 'name': '', 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'mac_address': 'fa:16:3e:00:c1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '148f393e-f563-4792-aa41-a4b62ea559a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:35Z', 'updated_at': '2021-08-16T14:22:40Z', 'revision_number': 4, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'subnets': [{'id': '148f393e-f563-4792-aa41-a4b62ea559a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:40.566516 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a9e1f-104e-4a16-ba3e-fdccc3a6874e req-d4dabe91-5ce7-4738-b644-e4f86302d3e0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:40.568072 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b84a9e1f-104e-4a16-ba3e-fdccc3a6874e req-d4dabe91-5ce7-4738-b644-e4f86302d3e0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0531688 Aug 16 14:22:40.585373 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f45fd-2303-40e4-93cf-6140b7b28b51 None None] The sync data for ids ['df3c9d31-48d4-47bf-834f-e25e2b512d67'] in dv-cinder-804584-9-iscsi is: [{'id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'name': 'tempest-TestVolumeBootPattern-1402446008-router', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 4, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'gw_port': {'id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '1de770a4-3c45-401a-94a5-75e3e0cd5078', 'name': '', 'network_id': 'db93da0e-20d9-471b-b5a0-57d1c2ded5bf', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'mac_address': 'fa:16:3e:00:c1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '148f393e-f563-4792-aa41-a4b62ea559a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:35Z', 'updated_at': '2021-08-16T14:22:40Z', 'revision_number': 4, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'subnets': [{'id': '148f393e-f563-4792-aa41-a4b62ea559a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:22:40.620686 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b84a9e1f-104e-4a16-ba3e-fdccc3a6874e req-92f4c10b-b7a4-47e6-9284-8ed2de832c9b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457909 Aug 16 14:22:40.836068 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:41.457603 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 1de770a4-3c45-401a-94a5-75e3e0cd5078 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:41.512823 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 1de770a4-3c45-401a-94a5-75e3e0cd5078 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:41.516977 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 1de770a4-3c45-401a-94a5-75e3e0cd5078 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:41.517359 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:41.605374 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:41.612133 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45fcfb-eef5-4f25-877d-2c837ddf8528 req-296ff41a-d7e1-4567-a913-d928614c47bf tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:41.613854 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ca45fcfb-eef5-4f25-877d-2c837ddf8528 req-296ff41a-d7e1-4567-a913-d928614c47bf tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0516231 Aug 16 14:22:41.640488 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 1de770a4-3c45-401a-94a5-75e3e0cd5078, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=1de770a4-3c45-401a-94a5-75e3e0cd5078,segment=NetworkSegment(e3716530-af97-49b8-a73d-c5971f0bba7a),segment_id=e3716530-af97-49b8-a73d-c5971f0bba7a)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:41.645814 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:41.646645 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 09eedb31-80a6-4f95-bd4e-65ec009068dd up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:41.667981 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ca45fcfb-eef5-4f25-877d-2c837ddf8528 req-001c8c47-fa1e-482c-be6c-f380d4f738d7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445638 Aug 16 14:22:41.727465 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=1de770a4-3c45-401a-94a5-75e3e0cd5078,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:41.740557 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 09eedb31-80a6-4f95-bd4e-65ec009068dd triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:41.740937 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:41.782713 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3883a9-4076-4a26-9b71-b73c9c0a4ff8 req-758c25c2-90ca-497e-972f-9e0af7ccb76d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:41.786490 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bb3883a9-4076-4a26-9b71-b73c9c0a4ff8 req-758c25c2-90ca-497e-972f-9e0af7ccb76d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0667651 Aug 16 14:22:41.842833 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:41.847603 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bb3883a9-4076-4a26-9b71-b73c9c0a4ff8 req-a375f8c7-1dcb-49b3-b984-7cbb78e748a7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515201 Aug 16 14:22:42.788825 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b68425-c046-40f0-8424-f09840da8d02 req-eb546bd0-ddc8-49c2-bb0a-d71bf7387018 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:42.790341 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-41b68425-c046-40f0-8424-f09840da8d02 req-eb546bd0-ddc8-49c2-bb0a-d71bf7387018 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0497308 Aug 16 14:22:42.832413 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-41b68425-c046-40f0-8424-f09840da8d02 req-a62325d4-2369-40b5-aea4-e30105972fde tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360901 Aug 16 14:22:42.978146 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82ee19-f078-46c6-a270-221682e9f2d3 req-3b4b9fb6-d2df-4488-b301-3b43be198fe8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:42.979759 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ff82ee19-f078-46c6-a270-221682e9f2d3 req-3b4b9fb6-d2df-4488-b301-3b43be198fe8 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0535548 Aug 16 14:22:43.022732 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ff82ee19-f078-46c6-a270-221682e9f2d3 req-8fa9533a-cfb6-49d3-9adf-68ace2e9a1d2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348651 Aug 16 14:22:43.405110 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:43.432560 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 1de770a4-3c45-401a-94a5-75e3e0cd5078 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:43.484203 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 1de770a4-3c45-401a-94a5-75e3e0cd5078 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:43.484579 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:43.773982 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-c125c699-a0fc-4853-b6c7-12494b507aa5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:43.775416 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-c125c699-a0fc-4853-b6c7-12494b507aa5 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.30 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0515680 Aug 16 14:22:43.873793 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Deleting port 05759c74-c00d-43d2-8278-d6f291d71c55 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:43.874362 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:44.011085 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fe191-e9e4-4fdd-a0f6-7cf7dade14f8 req-535effbf-0660-4648-bc83-bb65dcc9019a tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:44.012590 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-310fe191-e9e4-4fdd-a0f6-7cf7dade14f8 req-535effbf-0660-4648-bc83-bb65dcc9019a tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 946 time: 0.0943353 Aug 16 14:22:44.021262 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] For port 05759c74-c00d-43d2-8278-d6f291d71c55, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=05759c74-c00d-43d2-8278-d6f291d71c55,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:44.021637 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:44.105973 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-310fe191-e9e4-4fdd-a0f6-7cf7dade14f8 req-4385b2d5-42af-41bd-a76e-64ff9b2ed3b4 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=5699af95-4ce1-469d-83e0-3c8a9f2f77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868433 Aug 16 14:22:44.148810 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088fe53-a8ce-4cec-8df7-a7a980e04dcd req-32a2944b-fef3-4e2e-ab55-3e0c73e01175 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:44.150345 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c088fe53-a8ce-4cec-8df7-a7a980e04dcd req-32a2944b-fef3-4e2e-ab55-3e0c73e01175 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0527987 Aug 16 14:22:44.193081 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c088fe53-a8ce-4cec-8df7-a7a980e04dcd req-31496cb3-6f6c-4819-9c8a-6399c3dc1668 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335522 Aug 16 14:22:44.236847 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:44.237306 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:44.237635 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.l3_db [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Floating IP c1ab5d25-a93e-4605-bbfc-b2274510c9f1 disassociated. External IP: 172.27.3.8, port: 05759c74-c00d-43d2-8278-d6f291d71c55. Aug 16 14:22:44.238053 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Calling delete_port for 05759c74-c00d-43d2-8278-d6f291d71c55 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:44.376224 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:44.405534 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event deleted for resources: {'Port': ['ID=05759c74-c00d-43d2-8278-d6f291d71c55,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:44.530030 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Router d2393495-bcdf-49c7-a632-6dc25df436e9 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:22:44.646515 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:22:44.656405 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] Sync routers for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:22:44.666213 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:44.666832 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:44.686893 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] No DVR routers for this DVR port 05759c74-c00d-43d2-8278-d6f291d71c55 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:22:44.689930 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:44.691994 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-89d391e1-fcc5-4a51-8c90-88f1ca7e037d req-ba6dc50a-33e7-4dd7-ad4c-4cad8bbddd48 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.30 "DELETE /v2.0/ports/05759c74-c00d-43d2-8278-d6f291d71c55 HTTP/1.1" status: 204 len: 173 time: 0.9079411 Aug 16 14:22:44.692419 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'name': 'network-vif-deleted', 'tag': '05759c74-c00d-43d2-8278-d6f291d71c55'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:22:44.694651 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff6ac1e-abcd-4bcb-91e8-69f75ad39a8c" -d '{"events": [{"server_uuid": "26a91466-4fd4-4e02-8e82-9248a480c09f", "name": "network-vif-deleted", "tag": "05759c74-c00d-43d2-8278-d6f291d71c55"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:22:44.793174 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:44.838408 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97893f05-fa6d-42ce-809c-52db03ab9643 x-openstack-request-id: req-97893f05-fa6d-42ce-809c-52db03ab9643 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:22:44.839215 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a91466-4fd4-4e02-8e82-9248a480c09f", "name": "network-vif-deleted", "tag": "05759c74-c00d-43d2-8278-d6f291d71c55", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:22:44.839684 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-97893f05-fa6d-42ce-809c-52db03ab9643 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:22:44.840427 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a91466-4fd4-4e02-8e82-9248a480c09f', 'name': 'network-vif-deleted', 'tag': '05759c74-c00d-43d2-8278-d6f291d71c55', 'status': 'completed', 'code': 200} Aug 16 14:22:45.029219 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:45.056027 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] Checking router: d2393495-bcdf-49c7-a632-6dc25df436e9 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:22:45.064388 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:22:45.065006 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:45.149520 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device ee042d63-92f1-42d1-a0e1-b5d6c95b353a details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:22:45.221327 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c85b5da1-7119-44b1-b0b6-ef334731d6cd req-5c2f31e7-df80-42d1-8254-735d367d0bf3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=26a91466-4fd4-4e02-8e82-9248a480c09f HTTP/1.1" status: 200 len: 210 time: 0.0279531 Aug 16 14:22:45.229918 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:22:45.334401 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04ff6-7896-436f-874f-76fbd5a9bd3b req-84b99cec-2c54-4071-824f-1b453eb29a33 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:45.335946 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-74a04ff6-7896-436f-874f-76fbd5a9bd3b req-84b99cec-2c54-4071-824f-1b453eb29a33 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0534225 Aug 16 14:22:45.388760 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-74a04ff6-7896-436f-874f-76fbd5a9bd3b req-cabf1264-5411-4888-baeb-3b36efd2d291 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457828 Aug 16 14:22:45.393307 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:45.421500 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'port_id': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'mac_address': 'fa:16:3e:84:ea:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:22:45.493578 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:45.535655 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee042d63-92f1-42d1-a0e1-b5d6c95b353a {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:22:45.566957 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:45.571596 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:45.608037 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:22:45.639638 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003077ab-0473-40fe-8b13-04ecc0f7f710 None None] The sync data for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi is: [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:22:45.650922 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=6']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:45.659293 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.660001 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.660109 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.660390 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.660722 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.661050 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.661379 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.661703 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.662045 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.662373 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.662694 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.663013 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:22:45.790328 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['ee042d63-92f1-42d1-a0e1-b5d6c95b353a'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:22:45.878738 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203f253c-3040-41f2-8945-b11451126f2e None None] New status for floating IP c1ab5d25-a93e-4605-bbfc-b2274510c9f1: DOWN {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:22:46.315585 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 54986) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:46.401636 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-99460839-dcce-4b3e-b3c0-996621d5a22e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:46.436959 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-99460839-dcce-4b3e-b3c0-996621d5a22e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:46.503558 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-99460839-dcce-4b3e-b3c0-996621d5a22e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:46.506653 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-99460839-dcce-4b3e-b3c0-996621d5a22e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:46.508313 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-99460839-dcce-4b3e-b3c0-996621d5a22e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "DELETE /v2.0/security-groups/5699af95-4ce1-469d-83e0-3c8a9f2f77f7 HTTP/1.1" status: 204 len: 168 time: 0.1910546 Aug 16 14:22:46.510719 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54994) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:46.525791 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.api.v2.resource [None req-9200fadc-f1a2-4ee9-861e-fee61142b176 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] show failed (client error): The resource could not be found. Aug 16 14:22:46.534194 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-9200fadc-f1a2-4ee9-861e-fee61142b176 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups/5699af95-4ce1-469d-83e0-3c8a9f2f77f7 HTTP/1.1" status: 404 len: 347 time: 0.0222466 Aug 16 14:22:46.539638 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 54998) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:46.584414 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99460839-dcce-4b3e-b3c0-996621d5a22e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5699af95-4ce1-469d-83e0-3c8a9f2f77f7,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:46.624763 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dcc31-669b-41fb-9dd5-e6ffcefa3fd2 req-fe703199-876c-4af5-97c7-7accc1caef73 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:46.633331 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-746dcc31-669b-41fb-9dd5-e6ffcefa3fd2 req-fe703199-876c-4af5-97c7-7accc1caef73 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 944 time: 0.1312256 Aug 16 14:22:46.685205 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-746dcc31-669b-41fb-9dd5-e6ffcefa3fd2 req-9595e7ad-61aa-40d7-979e-64715a094a7b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507078 Aug 16 14:22:46.795283 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-a7693c8a-f49c-4906-b277-becd803383a0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Deleting port a09d426f-4c1c-46c9-9f55-fd58d31ecb6a {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:22:46.795521 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a7693c8a-f49c-4906-b277-becd803383a0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:46.905658 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a7693c8a-f49c-4906-b277-becd803383a0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:46.905993 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a7693c8a-f49c-4906-b277-becd803383a0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:46.922791 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-a7693c8a-f49c-4906-b277-becd803383a0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Calling delete_port for a09d426f-4c1c-46c9-9f55-fd58d31ecb6a owned by network:floatingip {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:22:47.101321 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a7693c8a-f49c-4906-b277-becd803383a0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.134477 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7693c8a-f49c-4906-b277-becd803383a0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event deleted for resources: {'Port': ['ID=a09d426f-4c1c-46c9-9f55-fd58d31ecb6a,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:47.136873 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.147827 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device ee042d63-92f1-42d1-a0e1-b5d6c95b353a up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:47.225749 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a7693c8a-f49c-4906-b277-becd803383a0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.226427 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port ee042d63-92f1-42d1-a0e1-b5d6c95b353a triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:47.226831 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.230146 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a7693c8a-f49c-4906-b277-becd803383a0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.235069 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-a7693c8a-f49c-4906-b277-becd803383a0 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "DELETE /v2.0/floatingips/c1ab5d25-a93e-4605-bbfc-b2274510c9f1 HTTP/1.1" status: 204 len: 168 time: 0.6937668 Aug 16 14:22:47.351549 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.380799 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:22:47.384456 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a401285-9daa-4337-8c52-2ea09ecf4fe3" -d '{"events": [{"server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "name": "network-vif-plugged", "status": "completed", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:22:47.401012 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:47.412767 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.413880 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 05759c74-c00d-43d2-8278-d6f291d71c55 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:22:47.467526 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 05759c74-c00d-43d2-8278-d6f291d71c55 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:22:47.467920 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 05759c74-c00d-43d2-8278-d6f291d71c55 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:22:47.499491 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=7']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:47.578509 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7827ee-618e-44f1-a174-ddcb90b939e5 x-openstack-request-id: req-9f7827ee-618e-44f1-a174-ddcb90b939e5 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:22:47.578820 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "name": "network-vif-plugged", "status": "completed", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:22:47.579071 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f7827ee-618e-44f1-a174-ddcb90b939e5 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:22:47.579466 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'code': 200} Aug 16 14:22:47.667989 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55008) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:47.673115 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-94400519-434f-474d-abda-c6d2d4c29627 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1474988746', 'description': 'tempest-description--1036558712'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:47.715306 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-94400519-434f-474d-abda-c6d2d4c29627 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.820386 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692888e-400a-498a-b9e7-f27e9ca65b62 req-154e3c50-23dc-49e0-a623-4d46e9030a90 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:47.829263 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b692888e-400a-498a-b9e7-f27e9ca65b62 req-154e3c50-23dc-49e0-a623-4d46e9030a90 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0622661 Aug 16 14:22:47.844652 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-94400519-434f-474d-abda-c6d2d4c29627 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.850425 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-94400519-434f-474d-abda-c6d2d4c29627 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.880999 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b692888e-400a-498a-b9e7-f27e9ca65b62 req-ca834766-eb7d-4fd2-a454-9c246627ec72 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503895 Aug 16 14:22:47.890508 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-94400519-434f-474d-abda-c6d2d4c29627 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:47.894709 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-94400519-434f-474d-abda-c6d2d4c29627 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2230849 Aug 16 14:22:47.895326 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55012) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:47.900910 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-a626ba49-c3be-4e34-a5a8-84cf54a7a42b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'security_group_rule': {'security_group_id': '2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:47.907530 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94400519-434f-474d-abda-c6d2d4c29627 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:47.943274 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a626ba49-c3be-4e34-a5a8-84cf54a7a42b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.012172 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a626ba49-c3be-4e34-a5a8-84cf54a7a42b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.018377 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a626ba49-c3be-4e34-a5a8-84cf54a7a42b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.036281 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626ba49-c3be-4e34-a5a8-84cf54a7a42b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c3b090-1976-4930-8572-17c9a114a231,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:48.052145 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a626ba49-c3be-4e34-a5a8-84cf54a7a42b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.053515 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-a626ba49-c3be-4e34-a5a8-84cf54a7a42b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1563556 Aug 16 14:22:48.056453 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55014) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:48.061677 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-99254305-434d-447e-bb16-879a0a0dc356 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'security_group_rule': {'security_group_id': '2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:48.094261 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-99254305-434d-447e-bb16-879a0a0dc356 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.171594 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-99254305-434d-447e-bb16-879a0a0dc356 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.177719 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-99254305-434d-447e-bb16-879a0a0dc356 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.205131 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99254305-434d-447e-bb16-879a0a0dc356 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0bdda9-b6c8-45df-8749-b6c7b5937b69,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:48.210056 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-99254305-434d-447e-bb16-879a0a0dc356 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.214937 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 55016) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:22:48.215302 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-99254305-434d-447e-bb16-879a0a0dc356 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1577549 Aug 16 14:22:48.220333 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'floatingip': {'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:48.251117 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.370863 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.517985 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Allocated IP 172.27.3.207 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/bddadf69-4573-4c90-ab2c-a19298027b53) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:22:48.696251 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.759586 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:48.818759 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:48.822665 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:48.828921 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:22:48.858949 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'Port': ['ID=bddadf69-4573-4c90-ab2c-a19298027b53,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:48.942042 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.002642 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.030119 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e446b-f3e1-4845-bb54-88080ba87cfe req-d70b1db0-6bad-4286-9d73-c1f37ec41906 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:49.035136 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ac3e446b-f3e1-4845-bb54-88080ba87cfe req-d70b1db0-6bad-4286-9d73-c1f37ec41906 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0661809 Aug 16 14:22:49.090994 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ac3e446b-f3e1-4845-bb54-88080ba87cfe req-3dec7583-8971-4564-acbb-6fbff67d2fc0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508704 Aug 16 14:22:49.204005 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.209890 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.292131 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'Port': ['ID=bddadf69-4573-4c90-ab2c-a19298027b53,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:49.308739 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.342537 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:49.343977 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bf45e65c-f4c7-4696-b9a9-2ec608b30a7f tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1274035 Aug 16 14:22:50.217606 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-f2df9ab4-8875-40d2-ae08-507f74260b04 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1474988746&fields=id&tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a HTTP/1.1" status: 200 len: 267 time: 0.0407107 Aug 16 14:22:50.234656 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491abc54-0b36-4e46-bfca-5796ec6a3c09 req-fbaead44-e3f4-4075-8ab1-b6f72b5a5dc1 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:50.242506 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-491abc54-0b36-4e46-bfca-5796ec6a3c09 req-fbaead44-e3f4-4075-8ab1-b6f72b5a5dc1 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0643973 Aug 16 14:22:50.288327 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-491abc54-0b36-4e46-bfca-5796ec6a3c09 req-5e88a8ac-11b8-4dd2-bb97-09dfec2339fe tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446119 Aug 16 14:22:50.344781 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-5db314d7-fbaa-40b0-811a-240958480bed tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:50.346943 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-5db314d7-fbaa-40b0-811a-240958480bed tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/networks?id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 200 len: 811 time: 0.1202343 Aug 16 14:22:50.364194 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-723832a8-04f3-4c75-a8a6-9da6feb572d6 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/quotas/ea4ec0114ef14ab0a2bcb7a01657189a HTTP/1.1" status: 200 len: 375 time: 0.0107229 Aug 16 14:22:50.422200 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-f506e066-89fb-4464-96bd-7d9e2d38293c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516047 Aug 16 14:22:50.639783 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9fe3c2df-1864-4c5d-ae85-0096e258430e service neutron] 10.222.0.13 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043684 Aug 16 14:22:50.749694 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-f20903a0-ab48-45ba-ab9b-3cff659208d5 service neutron] 10.222.0.13 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088696 Aug 16 14:22:50.967797 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d6b3f9fd-1446-4099-90ec-390ba82c446a req-e0e4a59f-dabf-4e79-9f92-01c34111a8c1 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 210 time: 0.0272703 Aug 16 14:22:51.460416 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d117a-f01e-4db0-88b8-023e36637e19 req-b1f28e1c-d9eb-4625-bba2-e49151d11bbe tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:51.462741 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9e2d117a-f01e-4db0-88b8-023e36637e19 req-b1f28e1c-d9eb-4625-bba2-e49151d11bbe tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0746970 Aug 16 14:22:51.521845 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9e2d117a-f01e-4db0-88b8-023e36637e19 req-948bc4f8-a917-4b0d-b0e7-728391415eb9 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450890 Aug 16 14:22:52.117344 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-57c60727-47d1-43e7-bd6a-f9e201eaf357 req-ee363ef9-da0b-41df-8683-7e4f613f391d tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 210 time: 0.0423009 Aug 16 14:22:52.441933 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-93f74a0a-2831-4922-bbcd-8704bbf3d58d tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:52.443448 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-93f74a0a-2831-4922-bbcd-8704bbf3d58d tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.30 "GET /v2.0/networks?id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 200 len: 811 time: 0.1379046 Aug 16 14:22:52.503577 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-34302f28-c89f-416f-bb08-c50aa31a7506 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a HTTP/1.1" status: 200 len: 380 time: 0.0416849 Aug 16 14:22:52.514159 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'port': {'device_id': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'admin_state_up': True, 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'security_groups': ['2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4']}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:52.676519 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Made reservation on behalf of ea4ec0114ef14ab0a2bcb7a01657189a for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:22:52.680677 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:52.722143 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e076f-45ab-4105-b511-50301f908e5e req-fa5147fa-0d71-4dce-ac63-5bf758136ffc tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:52.730469 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a22e076f-45ab-4105-b511-50301f908e5e req-fa5147fa-0d71-4dce-ac63-5bf758136ffc tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0990894 Aug 16 14:22:52.776623 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a22e076f-45ab-4105-b511-50301f908e5e req-14adf7f5-0fa6-432b-9224-1467f01cbd53 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437019 Aug 16 14:22:52.880681 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Allocated IP 172.20.0.12 (ad0ae9a3-2892-4371-a402-2ddb5a7a7977/c720aede-8e7b-4fd9-882a-dbb27ff48cd2/17c0299c-7a97-46ec-9127-65b182b0598b) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:22:53.088691 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:53.107167 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Transition to ACTIVE for port object 17c0299c-7a97-46ec-9127-65b182b0598b will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:53.153175 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:53.240922 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:53.253145 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event updated for resources: {'Port': ['ID=17c0299c-7a97-46ec-9127-65b182b0598b,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:53.272044 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:53.275801 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:22:53.329294 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:53.329987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:53.359280 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0103c57-0760-43b5-926b-adc76c2e9c6b req-f2529ffd-8f8a-42a1-8eb8-eb31c895918e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:53.367397 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d0103c57-0760-43b5-926b-adc76c2e9c6b req-f2529ffd-8f8a-42a1-8eb8-eb31c895918e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 932 time: 0.1380894 Aug 16 14:22:53.375587 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-9f711185-c4fe-4385-b6b8-bf1c72c93f39 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8668625 Aug 16 14:22:53.427244 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d0103c57-0760-43b5-926b-adc76c2e9c6b req-d1e52380-a4ea-4d8d-9fd9-35f9a6402a89 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536265 Aug 16 14:22:53.475094 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Request body: {'port': {'device_id': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:53.533693 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:53.534591 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-339f8ab8-2827-4f00-9418-468fdb4f2c5f None None] Provisioning for port 17c0299c-7a97-46ec-9127-65b182b0598b completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:53.538759 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-339f8ab8-2827-4f00-9418-468fdb4f2c5f None None] Provisioning complete for port 17c0299c-7a97-46ec-9127-65b182b0598b triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:53.539164 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-339f8ab8-2827-4f00-9418-468fdb4f2c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:53.583531 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-339f8ab8-2827-4f00-9418-468fdb4f2c5f None None] Port 17c0299c-7a97-46ec-9127-65b182b0598b cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:22:53.821355 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c0299c-7a97-46ec-9127-65b182b0598b {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:22:53.829737 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:53.841810 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Transition to ACTIVE for port object 17c0299c-7a97-46ec-9127-65b182b0598b will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:53.847309 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:53.899662 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Pushing event updated for resources: {'Port': ['ID=17c0299c-7a97-46ec-9127-65b182b0598b,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:53.912442 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50402471-dc43-43c9-b26a-1b728479f09f req-ee3ab2fd-cb3e-4196-a3a2-5db70e8b461a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:53.914250 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-50402471-dc43-43c9-b26a-1b728479f09f req-ee3ab2fd-cb3e-4196-a3a2-5db70e8b461a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0553188 Aug 16 14:22:53.958088 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-50402471-dc43-43c9-b26a-1b728479f09f req-2f064a2a-6da9-4a99-9b37-4670911a562b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362954 Aug 16 14:22:53.983425 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Attempting to bind port 17c0299c-7a97-46ec-9127-65b182b0598b on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:22:53.983925 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Attempting to bind port 17c0299c-7a97-46ec-9127-65b182b0598b by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:22:53.984534 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Attempting to bind port 17c0299c-7a97-46ec-9127-65b182b0598b on network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:22:53.990282 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Port 17c0299c-7a97-46ec-9127-65b182b0598b on network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:22:53.990694 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Attempting to bind port 17c0299c-7a97-46ec-9127-65b182b0598b on network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:22:53.996303 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:22:53.996642 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Checking segment: {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:22:53.997028 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Bound using segment: {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:22:53.997469 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Bound port: 17c0299c-7a97-46ec-9127-65b182b0598b, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9375be-71ec-47d5-8776-a78c64a305c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:22:53.997834 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:54.074641 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] For port 17c0299c-7a97-46ec-9127-65b182b0598b, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:22:54.078100 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] For port 17c0299c-7a97-46ec-9127-65b182b0598b, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=17c0299c-7a97-46ec-9127-65b182b0598b,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:22:54.083468 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:54.127615 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:54.128302 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:54.129772 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/17c0299c-7a97-46ec-9127-65b182b0598b HTTP/1.1" status: 200 len: 1094 time: 0.7307777 Aug 16 14:22:54.130259 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'tag': '17c0299c-7a97-46ec-9127-65b182b0598b'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:22:54.132544 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2a332b-08de-45c0-851e-ad78cdc20048" -d '{"events": [{"name": "network-changed", "server_uuid": "63c57ac3-be6f-4395-965d-2cb0a0d07460", "tag": "17c0299c-7a97-46ec-9127-65b182b0598b"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:22:54.162715 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cbf94-3f46-4670-824e-b4afee9a23c5 service neutron] Pushing event updated for resources: {'Port': ['ID=17c0299c-7a97-46ec-9127-65b182b0598b,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:54.181635 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d8ae19-d2fc-4f56-85d1-3b4c405eaca2 x-openstack-request-id: req-b9d8ae19-d2fc-4f56-85d1-3b4c405eaca2 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:22:54.182263 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c57ac3-be6f-4395-965d-2cb0a0d07460", "tag": "17c0299c-7a97-46ec-9127-65b182b0598b", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:22:54.182521 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b9d8ae19-d2fc-4f56-85d1-3b4c405eaca2 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:22:54.182939 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'tag': '17c0299c-7a97-46ec-9127-65b182b0598b', 'status': 'completed', 'code': 200} Aug 16 14:22:54.248354 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-6c35ac19-23aa-43f0-8904-705ce1f7de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:54.249968 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-6c35ac19-23aa-43f0-8904-705ce1f7de86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 1097 time: 0.0489113 Aug 16 14:22:54.302906 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-4992f5ae-a89a-4744-8bc3-ec737d68420d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17c0299c-7a97-46ec-9127-65b182b0598b HTTP/1.1" status: 200 len: 217 time: 0.0372472 Aug 16 14:22:54.354865 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-4531bea9-cfe2-47ea-b107-e48de87e40ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:54.356370 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-4531bea9-cfe2-47ea-b107-e48de87e40ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c720aede-8e7b-4fd9-882a-dbb27ff48cd2 HTTP/1.1" status: 200 len: 850 time: 0.0463841 Aug 16 14:22:54.405779 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-6504a7b1-405c-44e6-bcd6-866f2060b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:54.407257 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-6504a7b1-405c-44e6-bcd6-866f2060b926 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439208 Aug 16 14:22:54.520396 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-50274612-756c-4811-950a-9ce4835eba0c service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041670 Aug 16 14:22:54.554953 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad672511-1c6b-4e3e-beb1-4d9e9138e2ba req-01f94078-f64d-499e-b3d7-6984df446f2b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:54.556515 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ad672511-1c6b-4e3e-beb1-4d9e9138e2ba req-01f94078-f64d-499e-b3d7-6984df446f2b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 944 time: 0.0519288 Aug 16 14:22:54.598490 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ad672511-1c6b-4e3e-beb1-4d9e9138e2ba req-5ca9d391-065f-4e53-be0d-cc29ecf07d08 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358474 Aug 16 14:22:54.633182 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40f9e2ae-620d-4b8d-bbb4-c8068007cb28 req-5953665e-c67c-4a29-a929-f004cef52643 service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040938 Aug 16 14:22:54.774103 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-b32ea902-0875-4812-bcc3-f9eed145bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:54.775582 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-b32ea902-0875-4812-bcc3-f9eed145bfdf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 1097 time: 0.0441694 Aug 16 14:22:54.889063 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-82f41c8a-8f95-49bd-b8d0-d1b9bd1b5532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:54.890392 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-82f41c8a-8f95-49bd-b8d0-d1b9bd1b5532 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 200 len: 912 time: 0.1055729 Aug 16 14:22:54.943632 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-c933117c-fa19-41e8-a6d6-b795203ffb6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17c0299c-7a97-46ec-9127-65b182b0598b HTTP/1.1" status: 200 len: 217 time: 0.0412068 Aug 16 14:22:55.011388 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-1d876e61-a2f2-4dab-9595-6796ed6d6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:55.012992 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-1d876e61-a2f2-4dab-9595-6796ed6d6ad8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c720aede-8e7b-4fd9-882a-dbb27ff48cd2 HTTP/1.1" status: 200 len: 850 time: 0.0556958 Aug 16 14:22:55.121079 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-e665ab86-9821-46a5-90ab-01a337ecb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:55.122920 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-e665ab86-9821-46a5-90ab-01a337ecb560 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013148 Aug 16 14:22:55.134468 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea89fe-77dd-4f03-93b9-a3937403cd3c req-4cf0089f-7ad7-48a1-9202-bb05f8c59f50 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:55.136201 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9dea89fe-77dd-4f03-93b9-a3937403cd3c req-4cf0089f-7ad7-48a1-9202-bb05f8c59f50 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0744667 Aug 16 14:22:55.230009 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9dea89fe-77dd-4f03-93b9-a3937403cd3c req-626745cc-1b8e-4918-8930-2acd179cfe7e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854690 Aug 16 14:22:55.265063 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-64039ae2-4faa-4ce8-94ad-83e88e7c628a service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278234 Aug 16 14:22:55.393068 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5a2a332b-08de-45c0-851e-ad78cdc20048 req-d5384d59-6ca0-449e-987f-efd59a96b7b6 service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196094 Aug 16 14:22:55.504947 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-8238e323-30a0-43e3-be06-9404feb838dd tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761491282&fields=id&tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5 HTTP/1.1" status: 200 len: 267 time: 0.0462005 Aug 16 14:22:55.627326 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-f0481697-b5cb-44ff-b8f2-a6ea62055b72 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:55.629458 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-f0481697-b5cb-44ff-b8f2-a6ea62055b72 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 810 time: 0.1236849 Aug 16 14:22:55.649373 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e1edc76f-9be7-4894-a7a8-df654da2f58d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/quotas/af85b7a9f5b949eaac5cee5b1efd4cb5 HTTP/1.1" status: 200 len: 375 time: 0.0110993 Aug 16 14:22:55.731044 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-27534082-2e9f-48b5-82dd-1751dac1269d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700159 Aug 16 14:22:55.757706 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71b5808-39e6-4ac9-bc2a-55220f388bbb req-ca0c3569-5621-4e4a-a6af-a34eeea16ec2 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:55.759310 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e71b5808-39e6-4ac9-bc2a-55220f388bbb req-ca0c3569-5621-4e4a-a6af-a34eeea16ec2 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 944 time: 0.0617793 Aug 16 14:22:55.804296 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e71b5808-39e6-4ac9-bc2a-55220f388bbb req-77eb299b-2f51-4f32-adf5-a48b362cfefe tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389190 Aug 16 14:22:55.854802 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-9718c678-8849-4ffa-a102-3f52ce3a7017 service neutron] 10.222.0.13 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116569 Aug 16 14:22:55.977045 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-614f69fc-9916-4d50-a38d-12bcf2c7a959 service neutron] 10.222.0.13 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137199 Aug 16 14:22:56.341658 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e07da44c-2490-4923-b35b-160a58dd1f94 req-7392c1ab-5277-41fe-b189-7da2d6708c01 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 210 time: 0.0374835 Aug 16 14:22:56.405072 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b25cd-fa6f-4871-9f61-2b8bb6eeecc6 req-a5731c88-a873-4c72-a24c-fbda4502b3b2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:56.414379 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bc4b25cd-fa6f-4871-9f61-2b8bb6eeecc6 req-a5731c88-a873-4c72-a24c-fbda4502b3b2 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0709212 Aug 16 14:22:56.480175 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bc4b25cd-fa6f-4871-9f61-2b8bb6eeecc6 req-2d775826-7afd-4ab4-9043-992455ec4ee0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563276 Aug 16 14:22:56.948506 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025da27-7d49-4459-b8ce-208c0942c1e3 req-7d6b5c75-9dc4-4650-8293-20f417960211 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:56.950241 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9025da27-7d49-4459-b8ce-208c0942c1e3 req-7d6b5c75-9dc4-4650-8293-20f417960211 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 944 time: 0.0689771 Aug 16 14:22:57.022029 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9025da27-7d49-4459-b8ce-208c0942c1e3 req-1e43fc1a-abbc-49f7-b1ea-6dc1ce63a3c9 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609715 Aug 16 14:22:57.145027 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 17c0299c-7a97-46ec-9127-65b182b0598b details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:22:57.255925 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 17c0299c-7a97-46ec-9127-65b182b0598b, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=17c0299c-7a97-46ec-9127-65b182b0598b,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:57.269361 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '17c0299c-7a97-46ec-9127-65b182b0598b', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'port_id': '17c0299c-7a97-46ec-9127-65b182b0598b', 'mac_address': 'fa:16:3e:d9:47:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:22:57.312996 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:57.334722 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c0299c-7a97-46ec-9127-65b182b0598b {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:22:57.368633 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 17c0299c-7a97-46ec-9127-65b182b0598b, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=17c0299c-7a97-46ec-9127-65b182b0598b,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:57.384563 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:57.485614 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=17c0299c-7a97-46ec-9127-65b182b0598b,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:57.523065 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6b68d3f3-5565-4bfd-8bbb-c892c15595b4 req-d00107c5-a66a-4638-8290-160018d76c19 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 210 time: 0.0586212 Aug 16 14:22:57.567248 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-63fad90b-6e86-4e60-9116-dadb6230b5ea tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:57.569938 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-63fad90b-6e86-4e60-9116-dadb6230b5ea tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 810 time: 0.1602409 Aug 16 14:22:57.657590 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-72e809e4-093f-4f81-ae33-f7d458fb51d3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5 HTTP/1.1" status: 200 len: 380 time: 0.0531774 Aug 16 14:22:57.665589 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d9628-6292-4de7-8d42-be82f221380a req-4eb95dfd-1300-4880-b88f-fd0ef21cba6a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:57.667089 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b79d9628-6292-4de7-8d42-be82f221380a req-4eb95dfd-1300-4880-b88f-fd0ef21cba6a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0960746 Aug 16 14:22:57.671654 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'port': {'device_id': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'admin_state_up': True, 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'security_groups': ['9ba0215c-4898-4bd7-9003-2966d71d7fb8']}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:57.687923 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['17c0299c-7a97-46ec-9127-65b182b0598b'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:22:57.762155 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b79d9628-6292-4de7-8d42-be82f221380a req-646ad24f-c171-47ba-ab5a-d1bb05bc539c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0863824 Aug 16 14:22:57.824385 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Made reservation on behalf of af85b7a9f5b949eaac5cee5b1efd4cb5 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:22:57.828188 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:57.967022 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Allocated IP 172.20.0.7 (6276dbc6-5091-4375-b2b0-77e15438df5a/dbebb62c-d344-4ac3-965d-c181657fb6ae/2c5ebd79-5809-4191-8236-2cc81b4f3398) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:22:58.127120 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:58.141811 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Transition to ACTIVE for port object 2c5ebd79-5809-4191-8236-2cc81b4f3398 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:58.142222 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e7b45-7773-4004-9f75-fa20a9deabcc req-7ed5d553-e08a-44a2-bc11-75bbda67ad2c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:58.143999 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-413e7b45-7773-4004-9f75-fa20a9deabcc req-7ed5d553-e08a-44a2-bc11-75bbda67ad2c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 945 time: 0.0539966 Aug 16 14:22:58.179378 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:58.185781 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-413e7b45-7773-4004-9f75-fa20a9deabcc req-8a063a29-2c0c-4eb3-8bd8-e95d68aba18a tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352886 Aug 16 14:22:58.226130 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Network 6276dbc6-5091-4375-b2b0-77e15438df5a is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:22:58.229456 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:22:58.234244 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:22:58.259499 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'Port': ['ID=2c5ebd79-5809-4191-8236-2cc81b4f3398,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:58.294972 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:58.295616 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:58.312587 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e8546180-c886-4ac2-bfeb-b90e5515958d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6443577 Aug 16 14:22:58.350797 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Request body: {'port': {'device_id': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:22:58.415321 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:58.519823 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4dfa3e0-1704-4ad4-9193-159e39d234db None None] Provisioning for port 2c5ebd79-5809-4191-8236-2cc81b4f3398 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:58.523570 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4dfa3e0-1704-4ad4-9193-159e39d234db None None] Provisioning complete for port 2c5ebd79-5809-4191-8236-2cc81b4f3398 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:58.524056 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4dfa3e0-1704-4ad4-9193-159e39d234db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:58.572897 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4dfa3e0-1704-4ad4-9193-159e39d234db None None] Port 2c5ebd79-5809-4191-8236-2cc81b4f3398 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:22:58.589755 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-148ca8c6-b11f-4a7f-8ecb-473b0d62d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:58.591269 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-148ca8c6-b11f-4a7f-8ecb-473b0d62d6bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 1098 time: 0.0721993 Aug 16 14:22:58.896458 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a8d84-b0dc-4505-bdf1-70b85f17e7bd req-6ff8c97d-049a-45ca-bc75-3398cd596fa1 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:58.897980 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-546a8d84-b0dc-4505-bdf1-70b85f17e7bd req-6ff8c97d-049a-45ca-bc75-3398cd596fa1 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 945 time: 0.0556903 Aug 16 14:22:58.939662 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-546a8d84-b0dc-4505-bdf1-70b85f17e7bd req-97c8960d-024e-45cf-a44c-a8f0f90fa08b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357292 Aug 16 14:22:59.044843 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f479a-fbcf-4f92-9fa4-f7d0f3b47e03 req-a925e3f4-4658-4d61-9b0a-5c39205b1cd4 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:59.046300 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3c7f479a-fbcf-4f92-9fa4-f7d0f3b47e03 req-a925e3f4-4658-4d61-9b0a-5c39205b1cd4 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 931 time: 0.4303346 Aug 16 14:22:59.082587 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-57faa0cd-0308-4f8a-856c-283fc1042373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:59.083956 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-57faa0cd-0308-4f8a-856c-283fc1042373 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 917 time: 0.4654748 Aug 16 14:22:59.170778 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3c7f479a-fbcf-4f92-9fa4-f7d0f3b47e03 req-990fb99d-04ed-4bbe-bcd0-19ff037d7826 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124089 Aug 16 14:22:59.183423 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 17c0299c-7a97-46ec-9127-65b182b0598b up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:22:59.194131 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c5ebd79-5809-4191-8236-2cc81b4f3398 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:22:59.203495 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:59.207036 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-e1459374-9396-4261-93e9-3bba9a5a7c86 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a HTTP/1.1" status: 200 len: 1000 time: 0.1114042 Aug 16 14:22:59.226428 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Transition to ACTIVE for port object 2c5ebd79-5809-4191-8236-2cc81b4f3398 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:22:59.248556 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 17c0299c-7a97-46ec-9127-65b182b0598b completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:22:59.250824 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:59.253717 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 17c0299c-7a97-46ec-9127-65b182b0598b triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:22:59.254097 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:59.311019 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-e2e5d607-6d40-4658-a969-9dbfd402d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:59.312529 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-e2e5d607-6d40-4658-a969-9dbfd402d046 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0958819 Aug 16 14:22:59.324348 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a51d6d-ad64-4c24-9f0c-8c0e23c3a5ac req-c4dff534-ff26-4792-bff1-a56f3547f566 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:59.326160 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-01a51d6d-ad64-4c24-9f0c-8c0e23c3a5ac req-c4dff534-ff26-4792-bff1-a56f3547f566 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 945 time: 0.0605066 Aug 16 14:22:59.349499 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:59.355093 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ebd79-5809-4191-8236-2cc81b4f3398,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:59.381424 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c0299c-7a97-46ec-9127-65b182b0598b'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:22:59.383777 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b1ad8a-79a7-464e-aa58-93434228a954" -d '{"events": [{"server_uuid": "63c57ac3-be6f-4395-965d-2cb0a0d07460", "name": "network-vif-plugged", "status": "completed", "tag": "17c0299c-7a97-46ec-9127-65b182b0598b"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:22:59.399383 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 17c0299c-7a97-46ec-9127-65b182b0598b, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=17c0299c-7a97-46ec-9127-65b182b0598b,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:59.402099 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-01a51d6d-ad64-4c24-9f0c-8c0e23c3a5ac req-58f09995-1c1e-4d3e-b19c-19fb715f7058 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555768 Aug 16 14:22:59.415230 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:59.416660 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device ee042d63-92f1-42d1-a0e1-b5d6c95b353a no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:22:59.449284 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-813c787e-1d7f-4551-896c-3fb9ea9e7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:59.450805 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-813c787e-1d7f-4551-896c-3fb9ea9e7b2b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1296761 Aug 16 14:22:59.466262 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23235ece-de71-466e-878f-a3cefe4bef92 x-openstack-request-id: req-23235ece-de71-466e-878f-a3cefe4bef92 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:22:59.466689 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c57ac3-be6f-4395-965d-2cb0a0d07460", "name": "network-vif-plugged", "status": "completed", "tag": "17c0299c-7a97-46ec-9127-65b182b0598b", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:22:59.467064 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23235ece-de71-466e-878f-a3cefe4bef92 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:22:59.467468 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Attempting to bind port 2c5ebd79-5809-4191-8236-2cc81b4f3398 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:22:59.467605 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c0299c-7a97-46ec-9127-65b182b0598b', 'code': 200} Aug 16 14:22:59.467843 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Attempting to bind port 2c5ebd79-5809-4191-8236-2cc81b4f3398 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:22:59.468181 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Attempting to bind port 2c5ebd79-5809-4191-8236-2cc81b4f3398 on network 6276dbc6-5091-4375-b2b0-77e15438df5a {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:22:59.491969 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Port 2c5ebd79-5809-4191-8236-2cc81b4f3398 on network 6276dbc6-5091-4375-b2b0-77e15438df5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:22:59.492300 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Attempting to bind port 2c5ebd79-5809-4191-8236-2cc81b4f3398 on network 6276dbc6-5091-4375-b2b0-77e15438df5a {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:22:59.523003 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=17c0299c-7a97-46ec-9127-65b182b0598b,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:59.535770 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:22:59.536127 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Checking segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:22:59.536526 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Bound using segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:22:59.537207 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Bound port: 2c5ebd79-5809-4191-8236-2cc81b4f3398, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:22:59.537382 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:59.614325 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:59.624315 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-db7fdb44-5422-4492-b8b4-8ca12132570a service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528034 Aug 16 14:22:59.653903 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:22:59.658082 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:59.660142 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] For port 2c5ebd79-5809-4191-8236-2cc81b4f3398, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:22:59.715346 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=8']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:59.725144 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] For port 2c5ebd79-5809-4191-8236-2cc81b4f3398, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2c5ebd79-5809-4191-8236-2cc81b4f3398,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:22:59.734297 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:59.785288 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:59.785914 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:22:59.787301 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/2c5ebd79-5809-4191-8236-2cc81b4f3398 HTTP/1.1" status: 200 len: 1093 time: 1.4425178 Aug 16 14:22:59.793035 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'tag': '2c5ebd79-5809-4191-8236-2cc81b4f3398'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:22:59.795367 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc8509b-e758-429b-a176-028b14b2d153" -d '{"events": [{"name": "network-changed", "server_uuid": "9c802e35-3dda-4a53-9ecf-c142824ee80d", "tag": "2c5ebd79-5809-4191-8236-2cc81b4f3398"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:22:59.811469 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf59c5-560d-4140-8706-c838e732effe req-a11890bd-e45b-4c5f-902b-2a944627c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:59.813021 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dedf59c5-560d-4140-8706-c838e732effe req-a11890bd-e45b-4c5f-902b-2a944627c15e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 1099 time: 0.1640809 Aug 16 14:22:59.843604 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690010b0-1e08-4bd0-9aa8-86838ecb1dec x-openstack-request-id: req-690010b0-1e08-4bd0-9aa8-86838ecb1dec {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:22:59.843917 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c802e35-3dda-4a53-9ecf-c142824ee80d", "tag": "2c5ebd79-5809-4191-8236-2cc81b4f3398", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:22:59.851684 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-690010b0-1e08-4bd0-9aa8-86838ecb1dec {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:22:59.851684 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'tag': '2c5ebd79-5809-4191-8236-2cc81b4f3398', 'status': 'completed', 'code': 200} Aug 16 14:22:59.851684 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c2993-4ce1-46e5-9531-d5f3c0cce0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c5ebd79-5809-4191-8236-2cc81b4f3398,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:22:59.873866 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-85383525-4cba-4c55-aa35-9dbc312e91ce req-4a1bcc1e-d8da-4029-86b8-9d759e566543 service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402647 Aug 16 14:22:59.909315 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dedf59c5-560d-4140-8706-c838e732effe req-f1aef440-6ef4-47f3-b0c6-abb22d192cfe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745840 Aug 16 14:22:59.919536 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-93372a52-9dda-488d-a770-3cf07792e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:22:59.921166 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-93372a52-9dda-488d-a770-3cf07792e629 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 1096 time: 0.0598743 Aug 16 14:23:00.071894 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4961d2-9443-46e5-810e-4dcadbf8759d req-a8e4ec54-9630-4324-b500-3cc71713a7e3 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:00.073316 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9f4961d2-9443-46e5-810e-4dcadbf8759d req-a8e4ec54-9630-4324-b500-3cc71713a7e3 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0515251 Aug 16 14:23:00.124316 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9f4961d2-9443-46e5-810e-4dcadbf8759d req-a81c0b30-db08-47b6-9afd-c15708333a7f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449862 Aug 16 14:23:00.245203 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-e82b53f6-90c1-4149-9cf3-234be4df9f0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c5ebd79-5809-4191-8236-2cc81b4f3398 HTTP/1.1" status: 200 len: 217 time: 0.0407565 Aug 16 14:23:00.293877 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e23f1a-0cc2-4729-b01b-18530e54992f req-c2329f0b-fe35-43ca-add7-475ea58e35bb tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:00.295369 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-75e23f1a-0cc2-4729-b01b-18530e54992f req-c2329f0b-fe35-43ca-add7-475ea58e35bb tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0524962 Aug 16 14:23:00.326320 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-6ba88b34-9d4c-4d99-a9ca-5d8d02e5fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:00.327799 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-6ba88b34-9d4c-4d99-a9ca-5d8d02e5fe19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0466588 Aug 16 14:23:00.341720 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-75e23f1a-0cc2-4729-b01b-18530e54992f req-c779273e-8596-431b-9fae-f87d1f8374af tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394459 Aug 16 14:23:00.376445 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-3593fa29-74bc-4fa4-81ea-9712b3698524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:00.378265 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-3593fa29-74bc-4fa4-81ea-9712b3698524 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422258 Aug 16 14:23:00.475771 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-040de007-12a1-4948-b8bd-2887180bf3bf service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894365 Aug 16 14:23:00.586199 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e364d-68b4-4a99-bdfd-40b144e3a896 req-01bff120-da06-454d-bda0-b045f2080100 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:00.587771 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-038e364d-68b4-4a99-bdfd-40b144e3a896 req-01bff120-da06-454d-bda0-b045f2080100 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 946 time: 0.1110258 Aug 16 14:23:00.637366 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-59ab79d7-ecf8-4021-899b-86c4881c0ec5 req-ceca5e3a-a4db-4f1d-a8c0-e8824cb314c1 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499379 Aug 16 14:23:00.651296 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-038e364d-68b4-4a99-bdfd-40b144e3a896 req-a82f9453-ad68-4842-8855-e646c0c94579 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569975 Aug 16 14:23:00.809273 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8509b-e758-429b-a176-028b14b2d153 req-a27724ec-4c10-4ac9-a85f-abd5468ef025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:00.810789 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cfc8509b-e758-429b-a176-028b14b2d153 req-a27724ec-4c10-4ac9-a85f-abd5468ef025 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 1096 time: 0.0429080 Aug 16 14:23:00.905033 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8509b-e758-429b-a176-028b14b2d153 req-6b7d12f4-0196-4e9c-be50-85ebf4ef730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:00.906423 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cfc8509b-e758-429b-a176-028b14b2d153 req-6b7d12f4-0196-4e9c-be50-85ebf4ef730f service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.0864594 Aug 16 14:23:00.954166 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cfc8509b-e758-429b-a176-028b14b2d153 req-e64a2e8b-d179-4c7d-ace3-9a4161585430 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c5ebd79-5809-4191-8236-2cc81b4f3398 HTTP/1.1" status: 200 len: 217 time: 0.0396011 Aug 16 14:23:01.025932 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8509b-e758-429b-a176-028b14b2d153 req-a6ed81c0-ad06-4266-b285-10b0f86cb0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:01.027443 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cfc8509b-e758-429b-a176-028b14b2d153 req-a6ed81c0-ad06-4266-b285-10b0f86cb0df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0459263 Aug 16 14:23:01.081798 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8509b-e758-429b-a176-028b14b2d153 req-9b458d34-9228-4e20-9a7b-ec1e56421985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:01.083322 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cfc8509b-e758-429b-a176-028b14b2d153 req-9b458d34-9228-4e20-9a7b-ec1e56421985 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428064 Aug 16 14:23:01.195412 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cfc8509b-e758-429b-a176-028b14b2d153 req-377e0671-ff03-4ccb-90e4-0156c66d0997 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031826 Aug 16 14:23:01.253139 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb4fec-92a5-44a3-a03e-52769eb4f2e0 req-63b9c25c-5ade-4b2d-8a6f-6dbc160a688a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:01.254706 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88eb4fec-92a5-44a3-a03e-52769eb4f2e0 req-63b9c25c-5ade-4b2d-8a6f-6dbc160a688a tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0539620 Aug 16 14:23:01.295134 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cfc8509b-e758-429b-a176-028b14b2d153 req-42951834-9814-49ed-9951-276cf64ccaba service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905433 Aug 16 14:23:01.297188 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88eb4fec-92a5-44a3-a03e-52769eb4f2e0 req-b744ddce-cb52-4c8d-b08c-34c5f91db411 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337310 Aug 16 14:23:01.459219 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8f896-adb4-4d4f-b987-84da0aea0a1a req-b596bb30-1ee1-4023-a534-a56b552ac627 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:01.467112 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-89e8f896-adb4-4d4f-b987-84da0aea0a1a req-b596bb30-1ee1-4023-a534-a56b552ac627 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0567827 Aug 16 14:23:01.468955 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:23:01.471303 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304d2ffc-7563-49a9-bf50-298fb0984a80" -d '{"events": [{"server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "name": "network-vif-unplugged", "status": "completed", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:23:01.508328 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a71c55-7c69-4696-8db6-529861bafce4 x-openstack-request-id: req-e2a71c55-7c69-4696-8db6-529861bafce4 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:23:01.508705 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "name": "network-vif-unplugged", "status": "completed", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:23:01.509040 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2a71c55-7c69-4696-8db6-529861bafce4 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:23:01.509415 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'code': 200} Aug 16 14:23:01.512895 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-89e8f896-adb4-4d4f-b987-84da0aea0a1a req-cce9bd7e-4861-4050-9247-f4e9e686e02f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387611 Aug 16 14:23:01.769284 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01dfb-86ac-483e-a47e-2fc18119dd5e req-8de893f7-f355-4d19-9dde-f79ac4203b3e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:01.770677 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f8e01dfb-86ac-483e-a47e-2fc18119dd5e req-8de893f7-f355-4d19-9dde-f79ac4203b3e tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 946 time: 0.0494103 Aug 16 14:23:01.797073 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:23:01.817038 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f8e01dfb-86ac-483e-a47e-2fc18119dd5e req-0f69e249-dc56-4b69-bbc5-beeb5191a3e7 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334003 Aug 16 14:23:01.929971 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab0eed-9ce9-4e59-9d23-4ace52e9192c req-009ff5e2-d3c2-4fa5-a86c-2145ac65ec73 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:01.931475 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e4ab0eed-9ce9-4e59-9d23-4ace52e9192c req-009ff5e2-d3c2-4fa5-a86c-2145ac65ec73 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 946 time: 0.0490232 Aug 16 14:23:01.941331 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55184) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:23:01.946276 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-1c33f596-a56a-4beb-b664-74880c2cebd3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Request body: {'floatingip': {'port_id': '17c0299c-7a97-46ec-9127-65b182b0598b'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:23:01.987328 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1c33f596-a56a-4beb-b664-74880c2cebd3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:02.422424 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fdfa7-b65c-41ad-a5d2-09e2ad2b8a03 req-e7b09bcb-dfa1-4a45-b193-20dbc5a961cd tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:02.424529 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a98fdfa7-b65c-41ad-a5d2-09e2ad2b8a03 req-e7b09bcb-dfa1-4a45-b193-20dbc5a961cd tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0536156 Aug 16 14:23:02.448232 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1c33f596-a56a-4beb-b664-74880c2cebd3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:02.463119 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1c33f596-a56a-4beb-b664-74880c2cebd3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:02.472705 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a98fdfa7-b65c-41ad-a5d2-09e2ad2b8a03 req-e096e806-f84b-4331-b59a-865271de0faf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422447 Aug 16 14:23:02.572066 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.l3_db [None req-1c33f596-a56a-4beb-b664-74880c2cebd3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Floating IP 7fcad827-b034-480e-9789-b17f0ee548f9 associated. External IP: 172.27.3.207, port: 17c0299c-7a97-46ec-9127-65b182b0598b. Aug 16 14:23:02.650455 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc7c7b-4e83-4868-bec9-10eca1e62c91 req-a697e1ed-f601-47bd-acef-a1db3e78255f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:02.652101 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c0bc7c7b-4e83-4868-bec9-10eca1e62c91 req-a697e1ed-f601-47bd-acef-a1db3e78255f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0627992 Aug 16 14:23:02.703323 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c0bc7c7b-4e83-4868-bec9-10eca1e62c91 req-18805a02-1f64-401d-bb34-95f312e5bd5f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389049 Aug 16 14:23:02.824567 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c33f596-a56a-4beb-b664-74880c2cebd3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Router d2393495-bcdf-49c7-a632-6dc25df436e9 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:23:02.945608 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c33f596-a56a-4beb-b664-74880c2cebd3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:23:02.956308 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] Sync routers for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:23:02.956855 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-1c33f596-a56a-4beb-b664-74880c2cebd3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:02.966628 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:23:02.967263 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:02.996051 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-1c33f596-a56a-4beb-b664-74880c2cebd3 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "PUT /v2.0/floatingips/7fcad827-b034-480e-9789-b17f0ee548f9 HTTP/1.1" status: 200 len: 992 time: 1.0508852 Aug 16 14:23:02.996051 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'tag': '17c0299c-7a97-46ec-9127-65b182b0598b'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:23:02.996305 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd133cd-f292-4bfd-a3f8-09b802c13d14" -d '{"events": [{"name": "network-changed", "server_uuid": "63c57ac3-be6f-4395-965d-2cb0a0d07460", "tag": "17c0299c-7a97-46ec-9127-65b182b0598b"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:23:03.136288 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4160dd7-5b71-4501-897c-6a47a53b9be1 x-openstack-request-id: req-b4160dd7-5b71-4501-897c-6a47a53b9be1 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:23:03.136570 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c57ac3-be6f-4395-965d-2cb0a0d07460", "tag": "17c0299c-7a97-46ec-9127-65b182b0598b", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:23:03.136820 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4160dd7-5b71-4501-897c-6a47a53b9be1 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:23:03.137229 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'tag': '17c0299c-7a97-46ec-9127-65b182b0598b', 'status': 'completed', 'code': 200} Aug 16 14:23:03.226400 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-1782437b-ae09-489e-b02f-37bb114ae9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:03.227929 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-1782437b-ae09-489e-b02f-37bb114ae9e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 1099 time: 0.0441461 Aug 16 14:23:03.237299 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:23:03.349790 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-e04378a1-de6a-4620-ad53-b20115e9088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:03.351770 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-e04378a1-de6a-4620-ad53-b20115e9088a service neutron] 10.222.0.30 "GET /v2.0/networks?id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 200 len: 912 time: 0.1144004 Aug 16 14:23:03.422959 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-8abd1302-b90d-4848-b067-74ab8a4eb22f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17c0299c-7a97-46ec-9127-65b182b0598b HTTP/1.1" status: 200 len: 1000 time: 0.0634181 Aug 16 14:23:03.490104 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-2b8493dd-86c7-44fe-8b18-43938ba53861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:03.491672 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-2b8493dd-86c7-44fe-8b18-43938ba53861 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c720aede-8e7b-4fd9-882a-dbb27ff48cd2 HTTP/1.1" status: 200 len: 850 time: 0.0618899 Aug 16 14:23:03.523592 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '7fcad827-b034-480e-9789-b17f0ee548f9', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'port_id': '17c0299c-7a97-46ec-9127-65b182b0598b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'mac_address': 'fa:16:3e:d9:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:22:48Z', 'updated_at': '2021-08-16T14:23:02Z', 'revision_number': 1, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:03.555005 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-d666cfeb-577b-43ba-b05e-6d930e0c5838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:03.556603 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-d666cfeb-577b-43ba-b05e-6d930e0c5838 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ad0ae9a3-2892-4371-a402-2ddb5a7a7977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571470 Aug 16 14:23:03.558095 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e60bf-25ea-43b4-95ea-a521b0fb64dd req-4cf8f0dd-9822-425c-946f-90e436612086 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:03.559710 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0a4e60bf-25ea-43b4-95ea-a521b0fb64dd req-4cf8f0dd-9822-425c-946f-90e436612086 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0591860 Aug 16 14:23:03.571189 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] Checking router: d2393495-bcdf-49c7-a632-6dc25df436e9 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:23:03.581208 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:23:03.581923 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:22:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:03.628499 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f2a51346-113f-4b29-92ab-eba183930130 req-a81915b2-b088-45e1-b4cc-ca9d771c591f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0677197 Aug 16 14:23:03.647452 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0a4e60bf-25ea-43b4-95ea-a521b0fb64dd req-39f7f6f8-3cc1-4558-874a-1dd6a27704ac tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0691741 Aug 16 14:23:03.679737 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-7aee23c0-93ce-4066-bef7-b4d8a31da41b service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140575 Aug 16 14:23:03.699684 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:23:03.796936 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0bd133cd-f292-4bfd-a3f8-09b802c13d14 req-84c55710-3708-449f-b38a-af92de0ea862 service neutron] 10.222.0.30 "GET /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097543 Aug 16 14:23:03.852992 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e323505-036c-4349-94d6-78286e33597f req-5346c559-b72e-4266-92bc-a162498d8269 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:03.855608 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1e323505-036c-4349-94d6-78286e33597f req-5346c559-b72e-4266-92bc-a162498d8269 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0615141 Aug 16 14:23:03.905449 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1e323505-036c-4349-94d6-78286e33597f req-081be5fe-5a1e-43f2-b08d-b6a2315c9b80 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403223 Aug 16 14:23:03.968453 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '7fcad827-b034-480e-9789-b17f0ee548f9', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'port_id': '17c0299c-7a97-46ec-9127-65b182b0598b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'mac_address': 'fa:16:3e:d9:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:22:48Z', 'updated_at': '2021-08-16T14:23:02Z', 'revision_number': 1, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:03.996819 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f07eb55-f759-4271-8e1d-9c89794ffbf4 None None] The sync data for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi is: [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '7fcad827-b034-480e-9789-b17f0ee548f9', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'port_id': '17c0299c-7a97-46ec-9127-65b182b0598b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'mac_address': 'fa:16:3e:d9:47:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:22:48Z', 'updated_at': '2021-08-16T14:23:02Z', 'revision_number': 1, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:23:04.218507 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799b862a-d2aa-4c80-a675-bd3844b896e9 None None] New status for floating IP 7fcad827-b034-480e-9789-b17f0ee548f9: ACTIVE {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:23:04.504277 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a51346-113f-4b29-92ab-eba183930130 req-57fd7cbe-bc70-46c6-aaf4-8e0611423fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:04.505754 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2a51346-113f-4b29-92ab-eba183930130 req-57fd7cbe-bc70-46c6-aaf4-8e0611423fbc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01&tenant_id=7c3f5dd32167411da4670b3ff5953562 HTTP/1.1" status: 200 len: 1096 time: 0.0415654 Aug 16 14:23:04.581654 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a51346-113f-4b29-92ab-eba183930130 req-c06c44cb-fc51-469b-899c-2397fb600831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:04.583128 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2a51346-113f-4b29-92ab-eba183930130 req-c06c44cb-fc51-469b-899c-2397fb600831 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 1096 time: 0.0450368 Aug 16 14:23:04.678658 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a51346-113f-4b29-92ab-eba183930130 req-3e553730-a221-47e7-91d8-1716ec0e9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:04.679969 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2a51346-113f-4b29-92ab-eba183930130 req-3e553730-a221-47e7-91d8-1716ec0e9545 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 917 time: 0.0894122 Aug 16 14:23:04.780834 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2a51346-113f-4b29-92ab-eba183930130 req-9b6b9c41-d8e9-4162-b634-72b45a7efac2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a HTTP/1.1" status: 200 len: 998 time: 0.0934300 Aug 16 14:23:04.811338 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19839415-a570-4bcd-9b95-41ed75e1664e req-0c550b9c-9807-4dcc-bb18-092577261aec tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:04.812868 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-19839415-a570-4bcd-9b95-41ed75e1664e req-0c550b9c-9807-4dcc-bb18-092577261aec tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0860546 Aug 16 14:23:04.872581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a51346-113f-4b29-92ab-eba183930130 req-31895854-c6ce-41bf-aa6d-6ae9009647ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:04.874056 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2a51346-113f-4b29-92ab-eba183930130 req-31895854-c6ce-41bf-aa6d-6ae9009647ca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0856726 Aug 16 14:23:04.879985 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-19839415-a570-4bcd-9b95-41ed75e1664e req-15708811-bcbf-49bd-a791-ad400f800b23 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479822 Aug 16 14:23:04.921898 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a51346-113f-4b29-92ab-eba183930130 req-edca8bb8-2115-4ab0-bf8f-bc5c38ba13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:04.923308 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2a51346-113f-4b29-92ab-eba183930130 req-edca8bb8-2115-4ab0-bf8f-bc5c38ba13a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425105 Aug 16 14:23:05.028541 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2a51346-113f-4b29-92ab-eba183930130 req-f8ee665f-a5bf-4e4d-bad2-3f0811b48e18 service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980053 Aug 16 14:23:05.049778 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a0e9f-b4aa-4dcd-95dc-ce53a9d23a4a req-fb7ebe45-290a-478a-81b4-761bd3af419b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:05.051371 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-146a0e9f-b4aa-4dcd-95dc-ce53a9d23a4a req-fb7ebe45-290a-478a-81b4-761bd3af419b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0542433 Aug 16 14:23:05.095988 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-146a0e9f-b4aa-4dcd-95dc-ce53a9d23a4a req-17260462-2121-4cc0-8f98-682769a8b7d0 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332499 Aug 16 14:23:05.121977 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2a51346-113f-4b29-92ab-eba183930130 req-a7824395-c6e3-42d2-95c6-c64e7fdbec7e service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854361 Aug 16 14:23:05.192958 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device ee042d63-92f1-42d1-a0e1-b5d6c95b353a no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:23:06.018149 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824de92b-7f06-4b61-b0ee-5cf40f9695e1 req-9c50ca5a-6abc-4baa-9b48-880fe174b3b7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:06.019633 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-824de92b-7f06-4b61-b0ee-5cf40f9695e1 req-9c50ca5a-6abc-4baa-9b48-880fe174b3b7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0567420 Aug 16 14:23:06.058770 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-824de92b-7f06-4b61-b0ee-5cf40f9695e1 req-a8a41423-c942-4e1f-8c9f-9639b278e65d tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328209 Aug 16 14:23:06.229997 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130c91a-33db-4192-a273-9ee6e4514fbc req-bc10dae2-3e5d-4a8a-9018-66bb620ffe50 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:06.231565 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5130c91a-33db-4192-a273-9ee6e4514fbc req-bc10dae2-3e5d-4a8a-9018-66bb620ffe50 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0586925 Aug 16 14:23:06.276399 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5130c91a-33db-4192-a273-9ee6e4514fbc req-62173ffb-b21e-4591-a49b-a12ee718b936 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385284 Aug 16 14:23:07.207525 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0109ca1-12da-4c31-bbbd-752d0f9af68d req-f769be99-ed02-4382-975f-69d8c8b099c1 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:07.209087 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0109ca1-12da-4c31-bbbd-752d0f9af68d req-f769be99-ed02-4382-975f-69d8c8b099c1 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0628035 Aug 16 14:23:07.250056 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0109ca1-12da-4c31-bbbd-752d0f9af68d req-7ae5b9b9-d9ab-4e7d-88ee-8087a2da60cf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347559 Aug 16 14:23:07.413840 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2170e0-dad6-46de-8f05-47ea0c2d3051 req-f67f5aec-b0a9-4f3a-8dd1-b227c64cb19a tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:07.415800 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6d2170e0-dad6-46de-8f05-47ea0c2d3051 req-f67f5aec-b0a9-4f3a-8dd1-b227c64cb19a tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0606134 Aug 16 14:23:07.463864 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6d2170e0-dad6-46de-8f05-47ea0c2d3051 req-aa4b561c-2e04-469c-bee0-5e4aa5bbdef4 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Aug 16 14:23:07.760973 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-049bdd9b-87db-4c83-994f-f324cc4b5fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:08.384039 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717f977-fbb2-4e5b-bdcd-67be884e6f25 req-f9ab8c3f-2e50-4938-9711-ab7982b901ad tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:08.385569 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d717f977-fbb2-4e5b-bdcd-67be884e6f25 req-f9ab8c3f-2e50-4938-9711-ab7982b901ad tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0558474 Aug 16 14:23:08.430344 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d717f977-fbb2-4e5b-bdcd-67be884e6f25 req-4716d5d3-dfa7-4a35-bc42-8184e7835ba5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378363 Aug 16 14:23:08.592384 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c86f7d-0b6d-4e73-82ae-0296f5643369 req-71374187-0012-4e42-832b-0658934509fc tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:08.593875 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-14c86f7d-0b6d-4e73-82ae-0296f5643369 req-71374187-0012-4e42-832b-0658934509fc tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0584016 Aug 16 14:23:08.634938 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-14c86f7d-0b6d-4e73-82ae-0296f5643369 req-196829a1-7ac4-479c-af83-a4e9e0928241 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348203 Aug 16 14:23:09.572826 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4b95e0-a52e-4850-9b55-ec2f343bd85c req-524152dc-bbf7-4ab3-ba21-0541c3595373 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:09.574381 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3e4b95e0-a52e-4850-9b55-ec2f343bd85c req-524152dc-bbf7-4ab3-ba21-0541c3595373 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0679414 Aug 16 14:23:09.621575 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3e4b95e0-a52e-4850-9b55-ec2f343bd85c req-96b0f72d-9879-450a-928f-b424592328cb tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404956 Aug 16 14:23:09.781088 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0521b-5537-4149-9bed-479e2d053887 req-20102519-70d1-48ea-958f-235820ef8a7a tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:09.782714 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d1d0521b-5537-4149-9bed-479e2d053887 req-20102519-70d1-48ea-958f-235820ef8a7a tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0772531 Aug 16 14:23:09.839360 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d1d0521b-5537-4149-9bed-479e2d053887 req-877eb89d-9ed6-49e9-9194-c746e05797f6 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495715 Aug 16 14:23:10.312554 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-71ab1aab-957a-46d7-8199-e0854df304e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:10.765117 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe0ec3-7ad9-4695-a434-5b4058c61158 req-49ebed39-3ea0-46c9-8fb3-25cefac8bbf6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:10.766669 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5dfe0ec3-7ad9-4695-a434-5b4058c61158 req-49ebed39-3ea0-46c9-8fb3-25cefac8bbf6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0534055 Aug 16 14:23:10.811958 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5dfe0ec3-7ad9-4695-a434-5b4058c61158 req-48584da7-080a-46e9-b69e-0119f17c7492 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384150 Aug 16 14:23:10.839811 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:10.962874 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3f81-6e73-4442-8887-0b3a0d8a6f48 req-a35424d6-a24d-4b5e-a54a-f68c2c6c2631 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:10.964511 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0e1b3f81-6e73-4442-8887-0b3a0d8a6f48 req-a35424d6-a24d-4b5e-a54a-f68c2c6c2631 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0538199 Aug 16 14:23:11.008877 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0e1b3f81-6e73-4442-8887-0b3a0d8a6f48 req-b2968fb2-f963-4f98-b0ea-ff0806cac8ca tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Aug 16 14:23:11.823840 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:11.941589 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aee2b-30ec-4bd1-b0cf-34a231ef0319 req-985fb06d-7ffb-4b96-a6bd-1e3a0292ad7f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:11.943168 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-547aee2b-30ec-4bd1-b0cf-34a231ef0319 req-985fb06d-7ffb-4b96-a6bd-1e3a0292ad7f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0540700 Aug 16 14:23:11.985076 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-547aee2b-30ec-4bd1-b0cf-34a231ef0319 req-1f42eb7d-e73c-4156-9826-f402d86843b1 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350077 Aug 16 14:23:12.135593 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c96f9-5b3e-4a1f-bfbc-e79f125a9ade req-acdd4e43-1591-4070-93bb-17acc97ea80e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:12.137023 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ca9c96f9-5b3e-4a1f-bfbc-e79f125a9ade req-acdd4e43-1591-4070-93bb-17acc97ea80e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0572307 Aug 16 14:23:12.181954 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ca9c96f9-5b3e-4a1f-bfbc-e79f125a9ade req-470a6918-7167-466d-b6fa-beb453c6d19d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388203 Aug 16 14:23:13.115829 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c91571-aa99-4903-bbdd-9e104617ec9c req-f47cb3fe-5f65-46a8-af7c-ce62b73a53b0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:13.117515 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-15c91571-aa99-4903-bbdd-9e104617ec9c req-f47cb3fe-5f65-46a8-af7c-ce62b73a53b0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0520842 Aug 16 14:23:13.163877 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-15c91571-aa99-4903-bbdd-9e104617ec9c req-41a02331-a6a1-4464-b244-818effda7351 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402477 Aug 16 14:23:13.410805 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:13.597501 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299eaa4-34d0-48a0-ad89-cd742a97ba4a req-aa2a8076-34d4-4391-89b8-6ce650790135 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:13.599122 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d299eaa4-34d0-48a0-ad89-cd742a97ba4a req-aa2a8076-34d4-4391-89b8-6ce650790135 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.3481107 Aug 16 14:23:13.641775 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d299eaa4-34d0-48a0-ad89-cd742a97ba4a req-7f9fbe7e-eee1-4d70-9424-96a8e59eb786 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346036 Aug 16 14:23:14.294211 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c85cff-f3fd-4b94-8b66-84330f8c2ca8 req-17ba9fe8-0340-4eba-b223-4bf5b603284f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:14.295840 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0c85cff-f3fd-4b94-8b66-84330f8c2ca8 req-17ba9fe8-0340-4eba-b223-4bf5b603284f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0537891 Aug 16 14:23:14.340182 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0c85cff-f3fd-4b94-8b66-84330f8c2ca8 req-5884005f-5fd1-46b3-b63a-a4ff56dcc4c0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366535 Aug 16 14:23:14.769093 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7720cc-27b6-47bb-8ae5-aafe25375218 req-e01dda84-3975-4ae7-a8dc-4bf950b0d469 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:14.770450 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bc7720cc-27b6-47bb-8ae5-aafe25375218 req-e01dda84-3975-4ae7-a8dc-4bf950b0d469 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0523553 Aug 16 14:23:14.810062 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bc7720cc-27b6-47bb-8ae5-aafe25375218 req-c022818e-4d3a-4cc7-82eb-1144235785a1 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333660 Aug 16 14:23:15.476605 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a06215-2192-4cbe-8a61-846ef793c2da req-371cc5b6-2f8c-4e24-972a-a0a3269cc065 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:15.478109 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d2a06215-2192-4cbe-8a61-846ef793c2da req-371cc5b6-2f8c-4e24-972a-a0a3269cc065 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0618067 Aug 16 14:23:15.520567 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d2a06215-2192-4cbe-8a61-846ef793c2da req-e5fa44ff-0588-42dd-8fb9-75cb5d728b99 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354962 Aug 16 14:23:15.931476 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a06f9-eb64-405c-b13b-dc5f6be6fe49 req-08bbee15-0af1-4732-85b8-b6576c3a026b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:15.932995 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f01a06f9-eb64-405c-b13b-dc5f6be6fe49 req-08bbee15-0af1-4732-85b8-b6576c3a026b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0515287 Aug 16 14:23:15.973328 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f01a06f9-eb64-405c-b13b-dc5f6be6fe49 req-7352d6bf-ec7a-4edf-adab-2ede1e271913 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343938 Aug 16 14:23:16.646491 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32f8b9-64d1-4651-a921-ec5ec04543f2 req-d3dc9107-d8a3-457d-bedd-7bef0dc41ef3 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:16.648064 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cf32f8b9-64d1-4651-a921-ec5ec04543f2 req-d3dc9107-d8a3-457d-bedd-7bef0dc41ef3 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0498698 Aug 16 14:23:16.687096 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cf32f8b9-64d1-4651-a921-ec5ec04543f2 req-d93a8ef6-f0e7-469d-9254-8b22b4d2f4cf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324798 Aug 16 14:23:17.093730 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7145486-a34c-4166-91bd-961909040bfe req-026e1894-1e15-461c-b1e0-7a661d9bf038 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:17.095796 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e7145486-a34c-4166-91bd-961909040bfe req-026e1894-1e15-461c-b1e0-7a661d9bf038 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0524042 Aug 16 14:23:17.134737 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e7145486-a34c-4166-91bd-961909040bfe req-fad5e15e-473c-477e-a45e-307304312736 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329950 Aug 16 14:23:17.137036 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:17.813224 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b2731-a164-4f13-968e-6dc6d7f8e8de req-2139a54b-b50e-4056-b107-9825ec8aef76 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:17.814795 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-086b2731-a164-4f13-968e-6dc6d7f8e8de req-2139a54b-b50e-4056-b107-9825ec8aef76 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0501585 Aug 16 14:23:17.853688 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-086b2731-a164-4f13-968e-6dc6d7f8e8de req-6c14857f-58c4-4010-8aab-7da555cd81c7 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328593 Aug 16 14:23:18.254902 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83459afb-92c0-4a44-acf4-edb668f8e9ed req-29d3af1c-0dbd-4a60-8f51-2e40eb738549 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:18.256554 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-83459afb-92c0-4a44-acf4-edb668f8e9ed req-29d3af1c-0dbd-4a60-8f51-2e40eb738549 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0543528 Aug 16 14:23:18.295603 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-83459afb-92c0-4a44-acf4-edb668f8e9ed req-41762002-2128-4eaf-b907-ec2f77b9fd66 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326755 Aug 16 14:23:18.987540 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3df00-3bfe-4f9f-b54b-922f614df4c0 req-94c8c46d-8136-4c7f-91ec-50ba7c51507c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:18.995135 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9cf3df00-3bfe-4f9f-b54b-922f614df4c0 req-94c8c46d-8136-4c7f-91ec-50ba7c51507c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 943 time: 0.0574996 Aug 16 14:23:19.030251 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9cf3df00-3bfe-4f9f-b54b-922f614df4c0 req-a010e610-5548-454d-b626-727bb9fd9419 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343635 Aug 16 14:23:19.286494 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 2c5ebd79-5809-4191-8236-2cc81b4f3398 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:23:19.392157 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 2c5ebd79-5809-4191-8236-2cc81b4f3398, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2c5ebd79-5809-4191-8236-2cc81b4f3398,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:23:19.403361 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '2c5ebd79-5809-4191-8236-2cc81b4f3398', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'port_id': '2c5ebd79-5809-4191-8236-2cc81b4f3398', 'mac_address': 'fa:16:3e:cb:48:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:23:19.414244 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95b307-6e2f-4834-ae66-15929b776b32 req-f71746bc-7b22-4d66-9766-1c0c7c77e352 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:19.415918 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5f95b307-6e2f-4834-ae66-15929b776b32 req-f71746bc-7b22-4d66-9766-1c0c7c77e352 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 943 time: 0.0509768 Aug 16 14:23:19.444085 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:19.454825 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5f95b307-6e2f-4834-ae66-15929b776b32 req-f435d519-6d40-42fc-9cb5-293828b1620e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327444 Aug 16 14:23:19.454949 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c5ebd79-5809-4191-8236-2cc81b4f3398 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:23:19.477530 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 2c5ebd79-5809-4191-8236-2cc81b4f3398, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2c5ebd79-5809-4191-8236-2cc81b4f3398,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:23:19.481620 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:19.482381 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device ee042d63-92f1-42d1-a0e1-b5d6c95b353a details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:23:19.576858 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=2c5ebd79-5809-4191-8236-2cc81b4f3398,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:19.620443 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:23:19.634009 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'port_id': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'mac_address': 'fa:16:3e:84:ea:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:23:19.674767 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:19.690124 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee042d63-92f1-42d1-a0e1-b5d6c95b353a {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:23:19.711723 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:23:19.716010 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:19.746928 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-20baab90-12d5-4788-9d37-3a3f4995ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:19.748469 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-20baab90-12d5-4788-9d37-3a3f4995ec5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c3f5dd32167411da4670b3ff5953562&device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 1097 time: 0.0406537 Aug 16 14:23:19.770004 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=9']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:19.855589 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-8eb38c83-2e26-4a3c-bc02-0d384849d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:19.857084 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-8eb38c83-2e26-4a3c-bc02-0d384849d881 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 200 len: 917 time: 0.0878811 Aug 16 14:23:19.923424 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-3f57e3a0-9fe2-4331-bf2d-7bcba3be58e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a HTTP/1.1" status: 200 len: 999 time: 0.0585141 Aug 16 14:23:19.975403 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-24f582e6-0e81-4cc8-a014-c87fad9556c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:19.976911 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-24f582e6-0e81-4cc8-a014-c87fad9556c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 200 len: 855 time: 0.0453556 Aug 16 14:23:20.029064 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-99b670ae-5bbc-402b-82d9-708ae643de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:20.030599 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-99b670ae-5bbc-402b-82d9-708ae643de2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6868630-e965-450c-9166-4baeab6004c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456395 Aug 16 14:23:20.067408 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['2c5ebd79-5809-4191-8236-2cc81b4f3398'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:23:20.092356 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['ee042d63-92f1-42d1-a0e1-b5d6c95b353a'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:23:20.159738 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-e6cbce97-ecdd-41a8-a470-01233bb35a43 service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186538 Aug 16 14:23:20.185994 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ad398-9adf-4055-8024-dd33e8476ff8 req-3f8d491d-76e1-4d16-a7c6-41a3db9b7685 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:20.187462 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5c7ad398-9adf-4055-8024-dd33e8476ff8 req-3f8d491d-76e1-4d16-a7c6-41a3db9b7685 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 944 time: 0.0737832 Aug 16 14:23:20.285762 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5c7ad398-9adf-4055-8024-dd33e8476ff8 req-5adbc2b7-1d50-4260-b8e8-8a3e47ed6e01 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0831003 Aug 16 14:23:20.320690 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-358c339b-41d7-4fc4-8d39-ebd65075abf0 req-54af8ab6-1bf2-4fd8-a0cc-8a6de59e3e5d service neutron] 10.222.0.30 "GET /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508129 Aug 16 14:23:20.574725 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725e287-31ac-4bb7-a7d5-79d147a613c2 req-4687426b-44de-4f14-891b-aa542e7b42f5 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:20.576207 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0725e287-31ac-4bb7-a7d5-79d147a613c2 req-4687426b-44de-4f14-891b-aa542e7b42f5 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 944 time: 0.0539422 Aug 16 14:23:20.616677 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0725e287-31ac-4bb7-a7d5-79d147a613c2 req-d547047f-180d-44e8-b7c2-d3c52fd455c5 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343623 Aug 16 14:23:21.319168 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 2c5ebd79-5809-4191-8236-2cc81b4f3398 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:23:21.369244 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 2c5ebd79-5809-4191-8236-2cc81b4f3398 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:23:21.374128 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 2c5ebd79-5809-4191-8236-2cc81b4f3398 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:23:21.374625 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:21.444331 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ec11b-7a2a-4188-91e1-4d440e059375 req-9b55d37b-e65a-4368-b5ed-2a2bea4737f9 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:21.452934 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9e4ec11b-7a2a-4188-91e1-4d440e059375 req-9b55d37b-e65a-4368-b5ed-2a2bea4737f9 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 944 time: 0.0604925 Aug 16 14:23:21.474468 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:21.485016 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9e4ec11b-7a2a-4188-91e1-4d440e059375 req-c3d7a0e1-dd9e-469d-9dda-ff1a9f5e59fd tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351868 Aug 16 14:23:21.498886 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5ebd79-5809-4191-8236-2cc81b4f3398'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:23:21.504454 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0aa045-eb7f-4a6c-adf2-7f966da7b331" -d '{"events": [{"server_uuid": "9c802e35-3dda-4a53-9ecf-c142824ee80d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5ebd79-5809-4191-8236-2cc81b4f3398"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:23:21.517973 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 2c5ebd79-5809-4191-8236-2cc81b4f3398, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2c5ebd79-5809-4191-8236-2cc81b4f3398,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:23:21.521991 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:21.522784 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device ee042d63-92f1-42d1-a0e1-b5d6c95b353a up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:23:21.545062 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcee9295-b118-4425-9f55-6427ad80b0e4 x-openstack-request-id: req-bcee9295-b118-4425-9f55-6427ad80b0e4 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:23:21.545361 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c802e35-3dda-4a53-9ecf-c142824ee80d", "name": "network-vif-plugged", "status": "completed", "tag": "2c5ebd79-5809-4191-8236-2cc81b4f3398", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:23:21.545623 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcee9295-b118-4425-9f55-6427ad80b0e4 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:23:21.546024 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c5ebd79-5809-4191-8236-2cc81b4f3398', 'code': 200} Aug 16 14:23:21.605991 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=2c5ebd79-5809-4191-8236-2cc81b4f3398,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:21.617151 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port ee042d63-92f1-42d1-a0e1-b5d6c95b353a triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:23:21.617526 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:21.698621 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:21.737070 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:23:21.742475 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:21.764530 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ee49-7340-4c79-967a-5b92fbbf6ae1 req-828361da-686b-4f0e-91bb-5a447540dfad tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:21.766230 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1e88ee49-7340-4c79-967a-5b92fbbf6ae1 req-828361da-686b-4f0e-91bb-5a447540dfad tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 945 time: 0.0711076 Aug 16 14:23:21.794100 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=10']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:21.822573 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1e88ee49-7340-4c79-967a-5b92fbbf6ae1 req-830c724b-c4c4-4bba-b1c8-2e1449e92174 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492103 Aug 16 14:23:21.823403 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11cfd5-ee44-426c-8964-a8edc4aacee8 req-0f6720a1-c2dc-4b42-b1ec-8ed97cb885e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:21.824980 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5e11cfd5-ee44-426c-8964-a8edc4aacee8 req-0f6720a1-c2dc-4b42-b1ec-8ed97cb885e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 1098 time: 0.0512412 Aug 16 14:23:21.867424 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5e11cfd5-ee44-426c-8964-a8edc4aacee8 req-0f9f7b83-d7c4-40dd-b99c-13b39610dcfb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355210 Aug 16 14:23:22.618218 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f23f-74a4-4422-bc0d-75c33add590f req-c7b7db1c-f27b-40d9-a6eb-04beb45f9a7c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:22.619751 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3fc6f23f-74a4-4422-bc0d-75c33add590f req-c7b7db1c-f27b-40d9-a6eb-04beb45f9a7c tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 946 time: 0.0582457 Aug 16 14:23:22.659455 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3fc6f23f-74a4-4422-bc0d-75c33add590f req-d6e8dbfe-7049-4cb8-b1f9-67cab79c67db tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337541 Aug 16 14:23:22.937692 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225c9fc-951c-40d2-b4cb-6466b4b2b0cf req-9c4036e2-2d1b-492c-92cf-30908e9f4c48 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:22.940332 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2225c9fc-951c-40d2-b4cb-6466b4b2b0cf req-9c4036e2-2d1b-492c-92cf-30908e9f4c48 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 945 time: 0.0513871 Aug 16 14:23:22.987167 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2225c9fc-951c-40d2-b4cb-6466b4b2b0cf req-90923f55-33a6-4d18-a07e-ee75bb6df3c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405729 Aug 16 14:23:23.547213 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:23:23.550309 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32744a6e-859b-4cf9-b73d-2e680def56b5" -d '{"events": [{"server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "name": "network-vif-plugged", "status": "completed", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:23:23.589748 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ad1f2f-bdbe-4821-aa60-6c65302874d1 x-openstack-request-id: req-c0ad1f2f-bdbe-4821-aa60-6c65302874d1 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:23:23.590035 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "name": "network-vif-plugged", "status": "completed", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:23:23.590282 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0ad1f2f-bdbe-4821-aa60-6c65302874d1 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:23:23.590670 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'code': 200} Aug 16 14:23:23.797836 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10818a12-cb57-406f-a7ae-c16c4201f4b6 req-8bacfed2-2a5c-4513-923b-796e7a72a723 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:23.799828 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-10818a12-cb57-406f-a7ae-c16c4201f4b6 req-8bacfed2-2a5c-4513-923b-796e7a72a723 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 946 time: 0.0658560 Aug 16 14:23:23.869814 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-10818a12-cb57-406f-a7ae-c16c4201f4b6 req-1c37f316-4fda-40fc-98e9-bd70f9e2ea2f tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0634751 Aug 16 14:23:23.880415 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f40d54e-4634-4b78-90b2-fd28588ad918 req-34142667-825d-4abc-accd-696e5c322540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:23.881929 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5f40d54e-4634-4b78-90b2-fd28588ad918 req-34142667-825d-4abc-accd-696e5c322540 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 1099 time: 0.0620534 Aug 16 14:23:23.926753 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5f40d54e-4634-4b78-90b2-fd28588ad918 req-c0ee17ad-7496-4519-be4d-47da0493b797 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362232 Aug 16 14:23:24.109475 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f062f6-fa41-42cb-9a37-f3df6d3bd8cc req-6ffe14da-f3cb-43c8-beee-ffcf220db6b5 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:24.111184 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-56f062f6-fa41-42cb-9a37-f3df6d3bd8cc req-6ffe14da-f3cb-43c8-beee-ffcf220db6b5 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 945 time: 0.0497189 Aug 16 14:23:24.149600 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-56f062f6-fa41-42cb-9a37-f3df6d3bd8cc req-06055295-bf24-4dad-930b-8a4f1dd24269 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323479 Aug 16 14:23:24.285113 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6511f-0fb1-44dd-b42d-b239ac1b5d4d req-ebdd65c1-3eb2-4433-bd7a-6e8bda66c9f8 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:24.286589 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-42c6511f-0fb1-44dd-b42d-b239ac1b5d4d req-ebdd65c1-3eb2-4433-bd7a-6e8bda66c9f8 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 945 time: 0.0545001 Aug 16 14:23:24.332521 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-42c6511f-0fb1-44dd-b42d-b239ac1b5d4d req-185639f8-fa9f-480f-982a-fbac2b7f324b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395842 Aug 16 14:23:24.354283 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55356) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:23:24.446119 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b0dc37-ab92-499f-9c45-9e9c4911bddc tempest-TestVolumeBootPattern-273740248 tempest-TestVolumeBootPattern-273740248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:24.448255 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-13b0dc37-ab92-499f-9c45-9e9c4911bddc tempest-TestVolumeBootPattern-273740248 tempest-TestVolumeBootPattern-273740248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 1093 time: 0.0926056 Aug 16 14:23:24.450711 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55360) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:23:24.456018 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'floatingip': {'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'port_id': '2c5ebd79-5809-4191-8236-2cc81b4f3398', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:23:24.479447 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:24.576842 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:24.687633 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Allocated IP 172.27.3.11 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/0fd44f41-5960-4f26-9814-43701c962ab0) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:23:24.802031 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:24.842914 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:24.880185 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:23:24.884934 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:23:24.888904 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:23:24.913327 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'Port': ['ID=0fd44f41-5960-4f26-9814-43701c962ab0,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:24.928469 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.928818 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.929223 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.929496 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.929860 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.930151 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.930478 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.930803 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.931128 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.931447 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.931786 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:24.932104 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:23:25.091994 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c71f4f-6c24-43a4-9a79-70a68b073678 req-e79913d3-a6e9-4897-a79d-ef4475e4e791 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:25.093825 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-54c71f4f-6c24-43a4-9a79-70a68b073678 req-e79913d3-a6e9-4897-a79d-ef4475e4e791 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 946 time: 0.1283007 Aug 16 14:23:25.176016 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-54c71f4f-6c24-43a4-9a79-70a68b073678 req-f63a0cae-4f5f-4800-9e74-c7438dc81d29 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756602 Aug 16 14:23:25.339336 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:25.414418 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:25.584300 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:25.589194 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:25.659749 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'Port': ['ID=0fd44f41-5960-4f26-9814-43701c962ab0,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:23:25.674434 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:25.778316 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.l3_db [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Floating IP 72d33aa1-b75f-4b08-82be-aef23a7e2fde associated. External IP: 172.27.3.11, port: 2c5ebd79-5809-4191-8236-2cc81b4f3398. Aug 16 14:23:26.003420 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Router b9df7c63-7f83-46fa-8577-058ab621f2e4 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:23:26.112207 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:23:26.123986 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] Sync routers for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:23:26.128605 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:26.139126 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:23:26.139814 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:23:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:26.156456 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-54e0a1c7-c9c8-4242-bc4d-30f17f03cd8b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7046010 Aug 16 14:23:26.157084 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'tag': '2c5ebd79-5809-4191-8236-2cc81b4f3398'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:23:26.160037 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966f8f21-af2e-42e9-ae8e-5f4a15950865" -d '{"events": [{"name": "network-changed", "server_uuid": "9c802e35-3dda-4a53-9ecf-c142824ee80d", "tag": "2c5ebd79-5809-4191-8236-2cc81b4f3398"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:23:26.205541 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d746689-250b-4b90-b7d9-6abd0013b55a x-openstack-request-id: req-6d746689-250b-4b90-b7d9-6abd0013b55a {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:23:26.205899 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c802e35-3dda-4a53-9ecf-c142824ee80d", "tag": "2c5ebd79-5809-4191-8236-2cc81b4f3398", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:23:26.206216 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6d746689-250b-4b90-b7d9-6abd0013b55a {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:23:26.206679 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'tag': '2c5ebd79-5809-4191-8236-2cc81b4f3398', 'status': 'completed', 'code': 200} Aug 16 14:23:26.244069 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:23:26.295997 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-413a94d9-5fad-43a9-b5c2-5c673b010e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:26.297750 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-413a94d9-5fad-43a9-b5c2-5c673b010e1e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 1098 time: 0.0438833 Aug 16 14:23:26.320600 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa9992-3dfa-4a18-8025-18992040b28f req-1ab02847-b408-48ca-8012-b3fdec9a2780 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:26.323153 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-80aa9992-3dfa-4a18-8025-18992040b28f req-1ab02847-b408-48ca-8012-b3fdec9a2780 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 946 time: 0.0605326 Aug 16 14:23:26.365545 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-80aa9992-3dfa-4a18-8025-18992040b28f req-add8f021-eb04-456d-afe6-b064f366b7ed tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350924 Aug 16 14:23:26.409980 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-654b27e6-5c00-4420-959b-b24bf88150dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:26.411486 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-654b27e6-5c00-4420-959b-b24bf88150dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.1064312 Aug 16 14:23:26.481775 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '72d33aa1-b75f-4b08-82be-aef23a7e2fde', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '2c5ebd79-5809-4191-8236-2cc81b4f3398', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:cb:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:23:25Z', 'updated_at': '2021-08-16T14:23:25Z', 'revision_number': 0, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:26.487620 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-d203e145-52ba-454a-9da3-4f99261e65fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c5ebd79-5809-4191-8236-2cc81b4f3398 HTTP/1.1" status: 200 len: 998 time: 0.0669334 Aug 16 14:23:26.512382 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] Checking router: b9df7c63-7f83-46fa-8577-058ab621f2e4 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:23:26.521696 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:23:26.522299 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:23:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:26.539529 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-98baab55-a952-4ab1-8829-4ddd8c5b90df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:26.541066 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-98baab55-a952-4ab1-8829-4ddd8c5b90df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0458884 Aug 16 14:23:26.592747 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-cf92a035-0910-4908-a3cc-c1c9aa252b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:26.594230 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-cf92a035-0910-4908-a3cc-c1c9aa252b4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454535 Aug 16 14:23:26.632671 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:23:26.698109 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-c44e95ff-e6fb-4818-a471-283d126683e5 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865438 Aug 16 14:23:26.810204 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-966f8f21-af2e-42e9-ae8e-5f4a15950865 req-8eb8661f-8810-4186-8181-b90506d821ba service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041527 Aug 16 14:23:27.004911 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '72d33aa1-b75f-4b08-82be-aef23a7e2fde', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '2c5ebd79-5809-4191-8236-2cc81b4f3398', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:cb:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:23:25Z', 'updated_at': '2021-08-16T14:23:25Z', 'revision_number': 0, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:23:27.031562 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a007ea-cfb0-4e6c-a3c0-fe63ef18604d None None] The sync data for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi is: [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '72d33aa1-b75f-4b08-82be-aef23a7e2fde', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '2c5ebd79-5809-4191-8236-2cc81b4f3398', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:cb:48:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:23:25Z', 'updated_at': '2021-08-16T14:23:25Z', 'revision_number': 0, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:23:27.228678 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5048af-928c-4fb3-a282-48bb68c8ef62 None None] New status for floating IP 72d33aa1-b75f-4b08-82be-aef23a7e2fde: ACTIVE {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:23:37.754835 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5618d892-27a2-46ca-9578-414e8ec35f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:38.795547 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:23:40.311875 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7b0b8963-ced8-411c-b318-2b407b2df8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:40.841597 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:41.827813 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:43.408325 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:47.134468 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:23:59.742055 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ded67-684d-4c23-97b3-1f6fcfb47777 req-7f8a08e5-1d47-4215-bfb0-57bfcda15c13 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:23:59.743450 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6f1ded67-684d-4c23-97b3-1f6fcfb47777 req-7f8a08e5-1d47-4215-bfb0-57bfcda15c13 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 946 time: 0.0513361 Aug 16 14:23:59.782643 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6f1ded67-684d-4c23-97b3-1f6fcfb47777 req-e559fc88-104d-45ff-859c-d2eb4fa3ecaf tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326729 Aug 16 14:24:00.906055 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e04d51-6ac9-429b-a2bc-662ef0b62083 req-4d30c5ec-cb85-4926-a993-7bfd19fc58b5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:00.908532 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88e04d51-6ac9-429b-a2bc-662ef0b62083 req-4d30c5ec-cb85-4926-a993-7bfd19fc58b5 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 946 time: 0.0500932 Aug 16 14:24:00.947054 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-88e04d51-6ac9-429b-a2bc-662ef0b62083 req-d55e2dfd-741e-4490-9b66-89081dd7fa4e tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups?id=24a14ecd-b96c-483c-b1d0-4da5f452f3cc&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323987 Aug 16 14:24:01.439015 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-159449b9-072d-4ae7-9bf3-909e2c52e4e0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:01.440474 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-159449b9-072d-4ae7-9bf3-909e2c52e4e0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.30 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 946 time: 0.0577657 Aug 16 14:24:01.539993 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Deleting port ee042d63-92f1-42d1-a0e1-b5d6c95b353a {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:01.540336 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:01.630642 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] For port ee042d63-92f1-42d1-a0e1-b5d6c95b353a, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:01.630962 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:01.811588 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:01.811931 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:01.812265 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.l3_db [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Floating IP f3e50ad6-b39b-4b5c-9e87-50c07c20cfbc disassociated. External IP: 172.27.3.16, port: ee042d63-92f1-42d1-a0e1-b5d6c95b353a. Aug 16 14:24:01.812692 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Calling delete_port for ee042d63-92f1-42d1-a0e1-b5d6c95b353a owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:01.957850 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:01.994867 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event deleted for resources: {'Port': ['ID=ee042d63-92f1-42d1-a0e1-b5d6c95b353a,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:02.070677 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ccc80902-e195-40c4-8d97-0213d8837420 req-54fce61c-8e0e-4f7e-8356-b56f41800cd6 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/ports?device_id=105c4320-e3ef-416b-bb36-7ad60f9ffc01 HTTP/1.1" status: 200 len: 210 time: 0.0302663 Aug 16 14:24:02.127319 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:24:02.239657 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:24:02.249751 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] Sync routers for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:24:02.264536 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:24:02.265267 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:23:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:02.279260 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] No DVR routers for this DVR port ee042d63-92f1-42d1-a0e1-b5d6c95b353a on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:24:02.282568 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:02.284692 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e6f5339d-2931-4257-ab13-b96bf823d87d req-e97f659c-8277-4adb-99d3-1fc13248c532 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.30 "DELETE /v2.0/ports/ee042d63-92f1-42d1-a0e1-b5d6c95b353a HTTP/1.1" status: 204 len: 173 time: 0.8364089 Aug 16 14:24:02.285140 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'name': 'network-vif-deleted', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:24:02.287402 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a06bc76-85b6-484f-ab8e-795585ebd86b" -d '{"events": [{"server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "name": "network-vif-deleted", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:24:02.334502 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa99960a-42f7-4680-bf26-4b375f49e3fd x-openstack-request-id: req-aa99960a-42f7-4680-bf26-4b375f49e3fd {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:24:02.334784 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105c4320-e3ef-416b-bb36-7ad60f9ffc01", "name": "network-vif-deleted", "tag": "ee042d63-92f1-42d1-a0e1-b5d6c95b353a", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:24:02.335031 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa99960a-42f7-4680-bf26-4b375f49e3fd {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:24:02.335418 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105c4320-e3ef-416b-bb36-7ad60f9ffc01', 'name': 'network-vif-deleted', 'tag': 'ee042d63-92f1-42d1-a0e1-b5d6c95b353a', 'status': 'completed', 'code': 200} Aug 16 14:24:02.379604 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:24:02.595137 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:02.623040 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] Checking router: 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:24:02.633317 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:24:02.633936 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:23:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:02.741085 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:24:02.951640 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:02.977589 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1facaa-fbb3-4769-b5e9-954f21639cfd None None] The sync data for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi is: [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:17:14Z', 'revision_number': 4, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '415e155b-8f6d-4735-aa51-9a3798fe89cc', 'name': '', 'network_id': 'b6868630-e965-450c-9166-4baeab6004c4', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'mac_address': 'fa:16:3e:71:99:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:13Z', 'updated_at': '2021-08-16T14:17:24Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'subnets': [{'id': '5fcd539f-244f-4e8d-a46d-68a1422bf1a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:24:03.167097 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55572) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:03.220249 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47faf339-4318-42fb-b0cc-78bc282866ef None None] New status for floating IP f3e50ad6-b39b-4b5c-9e87-50c07c20cfbc: DOWN {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:24:03.508083 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4a1d-456e-435c-9ad9-dcd0bae4efc0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:03.531230 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4a1d-456e-435c-9ad9-dcd0bae4efc0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:03.586350 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4a1d-456e-435c-9ad9-dcd0bae4efc0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:03.589070 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5dfb4a1d-456e-435c-9ad9-dcd0bae4efc0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:03.590244 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-5dfb4a1d-456e-435c-9ad9-dcd0bae4efc0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "DELETE /v2.0/security-groups/24a14ecd-b96c-483c-b1d0-4da5f452f3cc HTTP/1.1" status: 204 len: 168 time: 0.4221249 Aug 16 14:24:03.593043 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 55574) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:03.599717 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb4a1d-456e-435c-9ad9-dcd0bae4efc0 tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a14ecd-b96c-483c-b1d0-4da5f452f3cc,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:03.613691 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.api.v2.resource [None req-8f01a4e4-4070-48a4-b0db-b55dff3e1c8b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] show failed (client error): The resource could not be found. Aug 16 14:24:03.614787 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8f01a4e4-4070-48a4-b0db-b55dff3e1c8b tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "GET /v2.0/security-groups/24a14ecd-b96c-483c-b1d0-4da5f452f3cc HTTP/1.1" status: 404 len: 347 time: 0.0204308 Aug 16 14:24:03.617757 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55576) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:03.749118 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-92ec4141-7476-4a9a-a7b5-4a9dada9a3df tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Deleting port e1d53770-f95a-4637-803c-a6fc10710ce0 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:03.749464 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-92ec4141-7476-4a9a-a7b5-4a9dada9a3df tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:03.842367 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-92ec4141-7476-4a9a-a7b5-4a9dada9a3df tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:03.842700 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-92ec4141-7476-4a9a-a7b5-4a9dada9a3df tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:03.854401 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-92ec4141-7476-4a9a-a7b5-4a9dada9a3df tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Calling delete_port for e1d53770-f95a-4637-803c-a6fc10710ce0 owned by network:floatingip {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:03.991070 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-92ec4141-7476-4a9a-a7b5-4a9dada9a3df tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:04.016155 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec4141-7476-4a9a-a7b5-4a9dada9a3df tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Pushing event deleted for resources: {'Port': ['ID=e1d53770-f95a-4637-803c-a6fc10710ce0,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:04.075811 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-92ec4141-7476-4a9a-a7b5-4a9dada9a3df tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:04.078516 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-92ec4141-7476-4a9a-a7b5-4a9dada9a3df tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:04.080067 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-92ec4141-7476-4a9a-a7b5-4a9dada9a3df tempest-AttachVolumeShelveTestJSON-1034436143 tempest-AttachVolumeShelveTestJSON-1034436143-project] 10.222.0.13 "DELETE /v2.0/floatingips/f3e50ad6-b39b-4b5c-9e87-50c07c20cfbc HTTP/1.1" status: 204 len: 168 time: 0.4613066 Aug 16 14:24:05.563568 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device ee042d63-92f1-42d1-a0e1-b5d6c95b353a no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:24:05.585775 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: ee042d63-92f1-42d1-a0e1-b5d6c95b353a {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:24:05.586848 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device ee042d63-92f1-42d1-a0e1-b5d6c95b353a not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:24:06.212211 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d5b44-2d37-4d1b-95ba-ff5a372534fa req-facd4739-6b90-4d91-bc6f-1212aa26d457 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:06.213880 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a88d5b44-2d37-4d1b-95ba-ff5a372534fa req-facd4739-6b90-4d91-bc6f-1212aa26d457 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 946 time: 0.0522652 Aug 16 14:24:06.256623 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a88d5b44-2d37-4d1b-95ba-ff5a372534fa req-fcdbccd0-a5b4-448a-94e8-e14b0990accb tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362122 Aug 16 14:24:06.510661 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55628) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:06.976846 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700989'] for router_interface, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:07.230300 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] Deleting port 415e155b-8f6d-4735-aa51-9a3798fe89cc {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:07.231012 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:07.316459 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] For port 415e155b-8f6d-4735-aa51-9a3798fe89cc, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=415e155b-8f6d-4735-aa51-9a3798fe89cc,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:07.316846 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:07.329380 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] Calling delete_port for 415e155b-8f6d-4735-aa51-9a3798fe89cc owned by network:router_interface {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:07.385001 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd7017-b291-4f27-afe2-3c87763165e5 req-df13522a-d0d9-479a-9406-2e5eda2f482c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:07.386852 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f5cd7017-b291-4f27-afe2-3c87763165e5 req-df13522a-d0d9-479a-9406-2e5eda2f482c tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 946 time: 0.0538607 Aug 16 14:24:07.428763 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f5cd7017-b291-4f27-afe2-3c87763165e5 req-2b2de9aa-3031-45a6-9346-47ca873d9a01 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356126 Aug 16 14:24:07.530525 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:07.554032 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=415e155b-8f6d-4735-aa51-9a3798fe89cc,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:07.731444 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595885'] for router_interface, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:07.765056 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a8907bf4-41b2-42b2-9aeb-ea2d81310e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:08.005133 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] Router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:24:08.019273 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-da1f0d26-79b4-4e21-844a-69fc5f086a96 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:08.020736 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-da1f0d26-79b4-4e21-844a-69fc5f086a96 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.30 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 946 time: 0.0739412 Aug 16 14:24:08.183681 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:24:08.189912 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-968dccec-cee6-42f0-96c6-1e502bdc39e9 admin admin] 10.222.0.13 "PUT /v2.0/routers/2e9f2ab9-5a27-4fc0-9640-1e5d0095a008/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6777849 Aug 16 14:24:08.192110 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 55634) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:08.192953 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] Sync routers for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:24:08.203180 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:24:08.204315 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:23:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:08.209131 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Deleting port 17c0299c-7a97-46ec-9127-65b182b0598b {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:08.209482 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:08.310209 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] For port 17c0299c-7a97-46ec-9127-65b182b0598b, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=17c0299c-7a97-46ec-9127-65b182b0598b,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:08.310932 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:08.311043 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:08.325406 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:24:08.430161 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:08.511314 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:08.511890 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:08.515736 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.l3_db [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Floating IP 7fcad827-b034-480e-9789-b17f0ee548f9 disassociated. External IP: 172.27.3.207, port: 17c0299c-7a97-46ec-9127-65b182b0598b. Aug 16 14:24:08.515736 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Calling delete_port for 17c0299c-7a97-46ec-9127-65b182b0598b owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:08.529727 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63'}], 'enable_snat': True}, 'gw_port_id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:24:07Z', 'revision_number': 5, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port': {'id': '9e77fb26-855d-4c6b-8d9f-d45faa06a379', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:87:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:17:08Z', 'updated_at': '2021-08-16T14:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:08.557856 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] Checking router: 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:24:08.581032 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] Routers {'2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:24:08.581600 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:23:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:08.639425 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161236e-9848-4989-89cd-1972d9de6fe3 req-0bb20245-15b6-4051-81dd-ee7d2edd29e4 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:08.645076 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8161236e-9848-4989-89cd-1972d9de6fe3 req-0bb20245-15b6-4051-81dd-ee7d2edd29e4 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 946 time: 0.1176357 Aug 16 14:24:08.678702 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] Set router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:24:08.698621 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8161236e-9848-4989-89cd-1972d9de6fe3 req-f2470ba8-3e9d-45a6-b469-dbf418e32b37 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496244 Aug 16 14:24:08.745549 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Deleting port 9e77fb26-855d-4c6b-8d9f-d45faa06a379 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:08.746028 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:08.756319 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:24:08Z', 'revision_number': 6, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port_host': None}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:08.756575 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:08.784309 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d672b-1d74-4004-93e8-a05c7226a9dd None None] The sync data for ids ['2e9f2ab9-5a27-4fc0-9640-1e5d0095a008'] in dv-cinder-804584-9-iscsi is: [{'id': '2e9f2ab9-5a27-4fc0-9640-1e5d0095a008', 'name': 'tempest-AttachVolumeShelveTestJSON-125725637-router', 'tenant_id': '7c3f5dd32167411da4670b3ff5953562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:17:06Z', 'updated_at': '2021-08-16T14:24:08Z', 'revision_number': 6, 'project_id': '7c3f5dd32167411da4670b3ff5953562', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:24:08.784933 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event deleted for resources: {'Port': ['ID=17c0299c-7a97-46ec-9127-65b182b0598b,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:08.840942 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] For port 9e77fb26-855d-4c6b-8d9f-d45faa06a379, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=9e77fb26-855d-4c6b-8d9f-d45faa06a379,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:08.840942 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:08.855295 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Calling delete_port for 9e77fb26-855d-4c6b-8d9f-d45faa06a379 owned by network:router_gateway {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:08.909139 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Router d2393495-bcdf-49c7-a632-6dc25df436e9 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:24:09.022162 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:24:09.026034 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.033911 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] Sync routers for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:24:09.044712 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:24:09.045317 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:23:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:09.058078 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e77fb26-855d-4c6b-8d9f-d45faa06a379,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:09.067233 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] No DVR routers for this DVR port 17c0299c-7a97-46ec-9127-65b182b0598b on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:24:09.069749 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.072355 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ddf5c8a4-6eda-4330-b9c8-fb24c3c75a10 req-80dcebbc-a81b-4917-bd25-83e36f3fcee8 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.30 "DELETE /v2.0/ports/17c0299c-7a97-46ec-9127-65b182b0598b HTTP/1.1" status: 204 len: 173 time: 1.0442588 Aug 16 14:24:09.072917 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'name': 'network-vif-deleted', 'tag': '17c0299c-7a97-46ec-9127-65b182b0598b'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:24:09.076695 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cab3e24-283f-4777-800d-4bd7fed522f0" -d '{"events": [{"server_uuid": "63c57ac3-be6f-4395-965d-2cb0a0d07460", "name": "network-vif-deleted", "tag": "17c0299c-7a97-46ec-9127-65b182b0598b"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:24:09.083563 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.083944 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.084291 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.084624 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.084971 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.085323 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.085651 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.085978 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.086302 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.086624 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.087032 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.087260 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:09.128295 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f49f12e-9233-4825-9ba5-7dff605f60fa x-openstack-request-id: req-5f49f12e-9233-4825-9ba5-7dff605f60fa {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:24:09.128590 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c57ac3-be6f-4395-965d-2cb0a0d07460", "name": "network-vif-deleted", "tag": "17c0299c-7a97-46ec-9127-65b182b0598b", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:24:09.128851 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f49f12e-9233-4825-9ba5-7dff605f60fa {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:24:09.129252 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c57ac3-be6f-4395-965d-2cb0a0d07460', 'name': 'network-vif-deleted', 'tag': '17c0299c-7a97-46ec-9127-65b182b0598b', 'status': 'completed', 'code': 200} Aug 16 14:24:09.134115 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597255'] for router_gateway, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.191006 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:24:09.259533 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3228'] for router, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.262548 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.325641 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592026'] for router, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.326262 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 {{(pid=94160) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:24:09.334800 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.336387 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7c5d661d-8d43-4e28-90fb-c1dd8fdf4db9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2e9f2ab9-5a27-4fc0-9640-1e5d0095a008 HTTP/1.1" status: 204 len: 168 time: 1.1428695 Aug 16 14:24:09.338752 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55640) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:09.390824 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb125fa-c57c-4c08-a20f-f774940e4db1 admin admin] Deleting subnet 5fcd539f-244f-4e8d-a46d-68a1422bf1a4 {{(pid=94161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:24:09.394240 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5eb125fa-c57c-4c08-a20f-f774940e4db1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.432354 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5eb125fa-c57c-4c08-a20f-f774940e4db1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3298332'] for subnet, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.464321 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:09.490157 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] Checking router: d2393495-bcdf-49c7-a632-6dc25df436e9 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:24:09.498398 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:24:09.499005 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:23:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:09.526423 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5eb125fa-c57c-4c08-a20f-f774940e4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.588941 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5eb125fa-c57c-4c08-a20f-f774940e4db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3357308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3793298'] for subnet, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.619083 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5eb125fa-c57c-4c08-a20f-f774940e4db1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.629522 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-5eb125fa-c57c-4c08-a20f-f774940e4db1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5fcd539f-244f-4e8d-a46d-68a1422bf1a4 HTTP/1.1" status: 204 len: 168 time: 0.2814095 Aug 16 14:24:09.629522 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb125fa-c57c-4c08-a20f-f774940e4db1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fcd539f-244f-4e8d-a46d-68a1422bf1a4,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:09.629522 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55642) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:09.630242 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d73d086-8739-4038-9d34-ff6987764ef2 None None] Network b6868630-e965-450c-9166-4baeab6004c4 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:24:09.659434 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:24:09.717475 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.793010 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Deleting port 0598e63c-67e7-4244-94fc-804dca21b86a {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:09.793363 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.866360 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 415e155b-8f6d-4735-aa51-9a3798fe89cc no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:24:09.893485 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 415e155b-8f6d-4735-aa51-9a3798fe89cc {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:24:09.894070 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 415e155b-8f6d-4735-aa51-9a3798fe89cc not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:24:09.894486 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 9e77fb26-855d-4c6b-8d9f-d45faa06a379 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:24:09.906126 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5b44c655-e00e-40c5-bdc5-ff99f23ce7c0 req-2c470888-c8dd-4aa1-b93c-de754ea16ab1 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c57ac3-be6f-4395-965d-2cb0a0d07460 HTTP/1.1" status: 200 len: 210 time: 0.0440786 Aug 16 14:24:09.915658 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 9e77fb26-855d-4c6b-8d9f-d45faa06a379 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:24:09.916035 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 9e77fb26-855d-4c6b-8d9f-d45faa06a379 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:24:09.934823 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] For port 0598e63c-67e7-4244-94fc-804dca21b86a, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=0598e63c-67e7-4244-94fc-804dca21b86a,segment=NetworkSegment(4f09606f-6ae5-482b-a91e-8c6eb1597d65),segment_id=4f09606f-6ae5-482b-a91e-8c6eb1597d65)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:09.935286 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:09.955275 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Calling delete_port for 0598e63c-67e7-4244-94fc-804dca21b86a owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:10.001549 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:10.019195 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] DHCP port deletion for b6868630-e965-450c-9166-4baeab6004c4 request from dv-cinder-804584-9-iscsi {{(pid=94162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:24:10.029966 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f9a703-e71c-4e7a-a40e-f0c2583c9e40 None None] The sync data for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi is: [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:18:29Z', 'revision_number': 4, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e13aa7bc-5a2a-4891-933f-b6089f07505a', 'name': '', 'network_id': 'ad0ae9a3-2892-4371-a402-2ddb5a7a7977', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'mac_address': 'fa:16:3e:8d:4c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:28Z', 'updated_at': '2021-08-16T14:18:37Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'subnets': [{'id': 'c720aede-8e7b-4fd9-882a-dbb27ff48cd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:24:10.054057 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.073362 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Deleting port 0598e63c-67e7-4244-94fc-804dca21b86a {{(pid=94162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:10.073745 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.081467 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Pushing event deleted for resources: {'Port': ['ID=0598e63c-67e7-4244-94fc-804dca21b86a,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:10.087899 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] No DVR routers for this DVR port 0598e63c-67e7-4244-94fc-804dca21b86a on host dv-cinder-804584-9-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:24:10.286911 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] For port 0598e63c-67e7-4244-94fc-804dca21b86a, host dv-cinder-804584-9-iscsi, got binding levels [] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:10.287317 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.311178 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Calling delete_port for 0598e63c-67e7-4244-94fc-804dca21b86a owned by network:dhcp {{(pid=94162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:10.315109 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de4456-5eae-4bb1-abe3-4692c9caaef4 None None] New status for floating IP 7fcad827-b034-480e-9789-b17f0ee548f9: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:24:10.317595 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.ipam_backend_mixin [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Port 0598e63c-67e7-4244-94fc-804dca21b86a was not found and therefore no delete operation was performed {{(pid=94162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 14:24:10.349773 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918'] for port, after_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.362230 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-cae878a7-515c-4aeb-8a95-f542b97bdb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.414647 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Pushing event deleted for resources: {'Port': ['ID=0598e63c-67e7-4244-94fc-804dca21b86a,revision_number=None']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:10.425418 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] No DVR routers for this DVR port 0598e63c-67e7-4244-94fc-804dca21b86a on host dv-cinder-804584-9-iscsi {{(pid=94162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:24:10.435420 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.435796 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.436142 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.436474 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.436810 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.437138 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.437466 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.437905 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.438241 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.438565 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.439306 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.439635 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbf9f5d-b8c0-4154-8190-e738cbc2c6e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:10.454186 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.464367 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6868630-e965-450c-9166-4baeab6004c4']}} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:10.475435 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f09606f-6ae5-482b-a91e-8c6eb1597d65') {'for_net_delete': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:10.475766 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f09606f-6ae5-482b-a91e-8c6eb1597d65') {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:10.485740 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3298325'] for segment, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.501245 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.507789 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=94161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:24:10.508233 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3357210'] for segment, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: Traceback (most recent call last): Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: timer() Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: cb(*args, **kw) Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: return func(*args, **kwargs) Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: self._notify() Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: self.callback(batched_events) Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: event.method(event) Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: return f(self, *a, **k) Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._get(url).json() Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: return self.request(url, 'GET', **kwargs) Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:24:10.510149 dv-cinder-804584-9-iscsi neutron-server[94161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:24:10.564705 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.569288 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.571328 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b6868630-e965-450c-9166-4baeab6004c4 HTTP/1.1" status: 204 len: 168 time: 0.9445982 Aug 16 14:24:10.584280 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0ab43-8b46-4dd1-9819-7bcd34f5cb09 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6868630-e965-450c-9166-4baeab6004c4,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:10.691598 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55648) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:10.740103 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-d9443471-a8da-4697-a39a-4b20ef306827 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c3f5dd32167411da4670b3ff5953562&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472274 Aug 16 14:24:10.742585 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55650) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:10.793892 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8b24bb99-73f6-424f-a4fe-c51c13605b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.817366 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8b24bb99-73f6-424f-a4fe-c51c13605b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.842750 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.870394 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8b24bb99-73f6-424f-a4fe-c51c13605b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.872979 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8b24bb99-73f6-424f-a4fe-c51c13605b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:10.874122 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8b24bb99-73f6-424f-a4fe-c51c13605b43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1a4042a7-7bcd-41e0-929d-bbe52aa3abbd HTTP/1.1" status: 204 len: 168 time: 0.1304402 Aug 16 14:24:10.882733 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24bb99-73f6-424f-a4fe-c51c13605b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4042a7-7bcd-41e0-929d-bbe52aa3abbd,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:11.001730 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55658) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:11.070784 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a0753774-c0b3-440c-8c93-cf37bde5e46b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.096385 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a0753774-c0b3-440c-8c93-cf37bde5e46b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.150887 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a0753774-c0b3-440c-8c93-cf37bde5e46b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.153504 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-a0753774-c0b3-440c-8c93-cf37bde5e46b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.154673 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-a0753774-c0b3-440c-8c93-cf37bde5e46b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "DELETE /v2.0/security-groups/2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4 HTTP/1.1" status: 204 len: 168 time: 0.1520805 Aug 16 14:24:11.157638 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 55664) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:11.164409 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0753774-c0b3-440c-8c93-cf37bde5e46b tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:11.177970 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.api.v2.resource [None req-eac7dce7-227f-4fb2-8a6b-63a20e219855 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] show failed (client error): The resource could not be found. Aug 16 14:24:11.181600 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-eac7dce7-227f-4fb2-8a6b-63a20e219855 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "GET /v2.0/security-groups/2f9e79cf-9f63-43a6-9d42-ea2346f0f5a4 HTTP/1.1" status: 404 len: 347 time: 0.0191627 Aug 16 14:24:11.182083 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55668) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:11.324558 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-c40b185d-56fb-46d5-9342-eb4566ed3747 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Deleting port bddadf69-4573-4c90-ab2c-a19298027b53 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:11.324904 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c40b185d-56fb-46d5-9342-eb4566ed3747 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.412496 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c40b185d-56fb-46d5-9342-eb4566ed3747 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.412832 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c40b185d-56fb-46d5-9342-eb4566ed3747 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.425880 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-c40b185d-56fb-46d5-9342-eb4566ed3747 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Calling delete_port for bddadf69-4573-4c90-ab2c-a19298027b53 owned by network:floatingip {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:11.480941 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 0598e63c-67e7-4244-94fc-804dca21b86a no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:24:11.506515 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 0598e63c-67e7-4244-94fc-804dca21b86a {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:24:11.506958 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 0598e63c-67e7-4244-94fc-804dca21b86a not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:24:11.587677 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c40b185d-56fb-46d5-9342-eb4566ed3747 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.597482 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 17c0299c-7a97-46ec-9127-65b182b0598b no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:24:11.617531 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 55682) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:11.617632 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b185d-56fb-46d5-9342-eb4566ed3747 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Pushing event deleted for resources: {'Port': ['ID=bddadf69-4573-4c90-ab2c-a19298027b53,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:11.624106 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 17c0299c-7a97-46ec-9127-65b182b0598b {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:24:11.624660 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 17c0299c-7a97-46ec-9127-65b182b0598b not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:24:11.681685 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c40b185d-56fb-46d5-9342-eb4566ed3747 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks [] for floatingip, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.684280 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c40b185d-56fb-46d5-9342-eb4566ed3747 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.685434 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-c40b185d-56fb-46d5-9342-eb4566ed3747 tempest-AttachVolumeTestJSON-1149211008 tempest-AttachVolumeTestJSON-1149211008-project] 10.222.0.13 "DELETE /v2.0/floatingips/7fcad827-b034-480e-9789-b17f0ee548f9 HTTP/1.1" status: 204 len: 168 time: 0.5020263 Aug 16 14:24:11.736407 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1452327661-network', 'tenant_id': 'ec9173c5493f4f6b84b511b1697adfd3'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:24:11.759631 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Made reservation on behalf of ec9173c5493f4f6b84b511b1697adfd3 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:24:11.762676 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.773297 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.833375 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.870497 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.874312 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.898559 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:24:11.909453 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d17c2e4-b719-4d71-949c-009c31ba7ba0,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:11.914358 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.914701 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Added segment dc8b88e0-18dd-4a53-bc63-ea3410a79b82 of type vlan for network b64ca279-8b21-45f8-a7d0-de36e6b4668e Aug 16 14:24:11.957736 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.983716 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:11.984826 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:11.986056 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:12.044610 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4233751 Aug 16 14:24:12.045017 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55690) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:12.049957 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Request body: {'subnet': {'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1452327661-subnet', 'tenant_id': 'ec9173c5493f4f6b84b511b1697adfd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:24:12.053233 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e4e2a-a913-4e49-a9ef-188d38834f72 admin admin] Pushing event updated for resources: {'Network': ['ID=b64ca279-8b21-45f8-a7d0-de36e6b4668e,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:12.072199 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network b64ca279-8b21-45f8-a7d0-de36e6b4668e details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:24:12.074230 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Made reservation on behalf of ec9173c5493f4f6b84b511b1697adfd3 for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:24:12.076558 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3793399'] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:12.248745 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3793305'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:12.302930 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c8c2c4-3e3d-4834-b02d-0dbca651976a,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:12.314195 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Checking segment: {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:24:12.314610 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Network hostable DHCP agents. Network: b64ca279-8b21-45f8-a7d0-de36e6b4668e, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:24:12.332332 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Network b64ca279-8b21-45f8-a7d0-de36e6b4668e is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:24:12.341239 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, b64ca279-8b21-45f8-a7d0-de36e6b4668e) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:24:12.345405 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:12.345987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:12.350036 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944c84f9-8df2-474a-ad37-a9976b9ea900 None None] Network b64ca279-8b21-45f8-a7d0-de36e6b4668e requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:24:12.361129 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8a4a5e89-e238-408c-913d-bf0474c34946 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3151021 Aug 16 14:24:12.486263 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fa0a51-0427-4501-8c94-945c9bfec93c None None] Network b64ca279-8b21-45f8-a7d0-de36e6b4668e requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:24:12.803486 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-5449424b-661b-47d7-a594-2ede68138620 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:12.805051 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-5449424b-661b-47d7-a594-2ede68138620 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 815 time: 0.1051385 Aug 16 14:24:12.820282 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-1de41507-8615-4585-ab93-f92ce55fc397 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/quotas/ec9173c5493f4f6b84b511b1697adfd3 HTTP/1.1" status: 200 len: 375 time: 0.0095110 Aug 16 14:24:12.856192 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-e987261e-1f43-4a4f-a8f5-35a6a73631d4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301828 Aug 16 14:24:12.958539 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a165c7c7-e832-4abd-b04a-d74533e5c7c1 service neutron] 10.222.0.13 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946517 Aug 16 14:24:13.060208 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-afa64f9d-c569-4bff-bdb4-59ffbed5c74a service neutron] 10.222.0.13 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948174 Aug 16 14:24:13.222912 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9297de44-45b7-4726-8c3d-7c1c9ede0572 req-a80e48fe-916e-491f-8ae2-90aac4edebb0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0323079 Aug 16 14:24:13.422071 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:14.264095 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-6db01096-ba5e-44de-a19c-9e3e8979a7f4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:14.265996 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-6db01096-ba5e-44de-a19c-9e3e8979a7f4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 815 time: 0.1368084 Aug 16 14:24:14.287747 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Request body: {'port': {'device_id': 'cdd66a83-3952-4450-860d-797f4077d4f2', 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e', 'admin_state_up': True, 'tenant_id': 'ec9173c5493f4f6b84b511b1697adfd3'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:24:14.329380 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ef8add98-8169-48ab-bcd0-e6d1bbc1fd2d req-44dcfe6d-4bc1-42d2-b0c6-bb04a954dd3a tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0346978 Aug 16 14:24:14.415950 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Made reservation on behalf of ec9173c5493f4f6b84b511b1697adfd3 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:24:14.419486 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:14.556348 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Allocated IP 172.20.0.6 (b64ca279-8b21-45f8-a7d0-de36e6b4668e/f9c8c2c4-3e3d-4834-b02d-0dbca651976a/5178d2a5-781f-495f-aefe-509e5a5ad8ed) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:24:14.722414 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:14.761239 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:14.811775 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Network b64ca279-8b21-45f8-a7d0-de36e6b4668e is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:24:14.815437 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:24:14.819739 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:24:14.827301 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Pushing event updated for resources: {'Port': ['ID=5178d2a5-781f-495f-aefe-509e5a5ad8ed,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:14.871593 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:14.872241 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:14.887902 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-da182803-19c4-471c-b679-ee7dca48614b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6043868 Aug 16 14:24:14.906415 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Request body: {'port': {'device_id': 'cdd66a83-3952-4450-860d-797f4077d4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:24:14.965464 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:15.244461 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5178d2a5-781f-495f-aefe-509e5a5ad8ed {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:24:15.253369 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:15.265497 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Transition to ACTIVE for port object 5178d2a5-781f-495f-aefe-509e5a5ad8ed will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:24:15.269007 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55748) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:15.275592 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:15.329862 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Pushing event updated for resources: {'Port': ['ID=5178d2a5-781f-495f-aefe-509e5a5ad8ed,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:15.518095 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Attempting to bind port 5178d2a5-781f-495f-aefe-509e5a5ad8ed on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:24:15.518552 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Attempting to bind port 5178d2a5-781f-495f-aefe-509e5a5ad8ed by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:24:15.518888 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Attempting to bind port 5178d2a5-781f-495f-aefe-509e5a5ad8ed on network b64ca279-8b21-45f8-a7d0-de36e6b4668e {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:24:15.531205 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4fab0-f5d0-475f-ac29-73799a77f4ec req-96f5f1ac-f7ec-459b-8b4e-fd0b947607dc tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:15.533215 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9dd4fab0-f5d0-475f-ac29-73799a77f4ec req-96f5f1ac-f7ec-459b-8b4e-fd0b947607dc tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 943 time: 0.1237421 Aug 16 14:24:15.537116 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Port 5178d2a5-781f-495f-aefe-509e5a5ad8ed on network b64ca279-8b21-45f8-a7d0-de36e6b4668e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:24:15.537443 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Attempting to bind port 5178d2a5-781f-495f-aefe-509e5a5ad8ed on network b64ca279-8b21-45f8-a7d0-de36e6b4668e {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:24:15.554126 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:24:15.554470 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Checking segment: {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:24:15.554871 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Bound using segment: {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:24:15.555326 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Bound port: 5178d2a5-781f-495f-aefe-509e5a5ad8ed, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:24:15.555706 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:15.658403 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9dd4fab0-f5d0-475f-ac29-73799a77f4ec req-711f42cd-81e8-421d-ae6f-597837092c3c tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165540 Aug 16 14:24:15.729507 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] For port 5178d2a5-781f-495f-aefe-509e5a5ad8ed, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:24:15.733660 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] For port 5178d2a5-781f-495f-aefe-509e5a5ad8ed, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=5178d2a5-781f-495f-aefe-509e5a5ad8ed,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:24:15.756958 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:15.794541 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:24:15.810738 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:15.811370 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:15.812877 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] 10.222.0.30 "PUT /v2.0/ports/5178d2a5-781f-495f-aefe-509e5a5ad8ed HTTP/1.1" status: 200 len: 1093 time: 0.9105883 Aug 16 14:24:15.816086 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd66a83-3952-4450-860d-797f4077d4f2', 'tag': '5178d2a5-781f-495f-aefe-509e5a5ad8ed'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:24:15.818506 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cda8f0-763a-48ed-a26c-1347a58b5937" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd66a83-3952-4450-860d-797f4077d4f2", "tag": "5178d2a5-781f-495f-aefe-509e5a5ad8ed"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:24:15.867126 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0d72a-b6f2-4c68-836d-9cd92fbddae2 x-openstack-request-id: req-2fb0d72a-b6f2-4c68-836d-9cd92fbddae2 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:24:15.867599 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd66a83-3952-4450-860d-797f4077d4f2", "tag": "5178d2a5-781f-495f-aefe-509e5a5ad8ed", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:24:15.868018 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fb0d72a-b6f2-4c68-836d-9cd92fbddae2 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:24:15.868627 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd66a83-3952-4450-860d-797f4077d4f2', 'tag': '5178d2a5-781f-495f-aefe-509e5a5ad8ed', 'status': 'completed', 'code': 200} Aug 16 14:24:15.869487 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69343cb-9adb-47df-b2cd-187f22b886ac service neutron] Pushing event updated for resources: {'Port': ['ID=5178d2a5-781f-495f-aefe-509e5a5ad8ed,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:15.972420 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-98e398ba-952e-43f7-9832-d7d2678232cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:15.973921 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-98e398ba-952e-43f7-9832-d7d2678232cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 1096 time: 0.0836506 Aug 16 14:24:16.033732 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-6bb62a53-4080-400c-b9e3-4a6e0a362c19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5178d2a5-781f-495f-aefe-509e5a5ad8ed HTTP/1.1" status: 200 len: 217 time: 0.0435970 Aug 16 14:24:16.037321 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700989'] for router_interface, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:16.158415 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-096c3fd8-50d1-43c5-b64c-85baf1435519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:16.159889 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-096c3fd8-50d1-43c5-b64c-85baf1435519 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c8c2c4-3e3d-4834-b02d-0dbca651976a HTTP/1.1" status: 200 len: 855 time: 0.1197727 Aug 16 14:24:16.197532 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-ee38ee1f-1a1e-4f18-b24f-a816a55c0c08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b64ca279-8b21-45f8-a7d0-de36e6b4668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295055 Aug 16 14:24:16.353124 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-f327236a-22e3-47cf-9101-f2c1ba6efc78 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480372 Aug 16 14:24:16.504130 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3eb654ec-e47a-45a3-8062-f224576bc1ed req-e25fb2e2-073e-4b99-b5fc-97a2b871db80 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427989 Aug 16 14:24:16.511388 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] Deleting port e13aa7bc-5a2a-4891-933f-b6089f07505a {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:16.511758 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:16.613372 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] For port e13aa7bc-5a2a-4891-933f-b6089f07505a, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e13aa7bc-5a2a-4891-933f-b6089f07505a,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:16.613646 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:16.643125 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] Calling delete_port for e13aa7bc-5a2a-4891-933f-b6089f07505a owned by network:router_interface {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:16.699061 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cda8f0-763a-48ed-a26c-1347a58b5937 req-3da3801a-33bd-4477-b1c9-bd1522cd0c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:16.700285 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d8cda8f0-763a-48ed-a26c-1347a58b5937 req-3da3801a-33bd-4477-b1c9-bd1522cd0c85 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 1096 time: 0.1005921 Aug 16 14:24:16.913558 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019c666e-3ce3-4bf3-bee3-e837e889da0f req-ad1581e8-3270-4b61-b4c4-fb8a75738d0c tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:16.914993 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-019c666e-3ce3-4bf3-bee3-e837e889da0f req-ad1581e8-3270-4b61-b4c4-fb8a75738d0c tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 943 time: 0.1790743 Aug 16 14:24:16.921051 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cda8f0-763a-48ed-a26c-1347a58b5937 req-7f1daad6-c187-48b9-bb2b-cb05e3c361f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:16.923769 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d8cda8f0-763a-48ed-a26c-1347a58b5937 req-7f1daad6-c187-48b9-bb2b-cb05e3c361f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 916 time: 0.2117739 Aug 16 14:24:16.990013 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d8cda8f0-763a-48ed-a26c-1347a58b5937 req-f77ae90f-24d3-4504-82a2-7d7bcf1e8c89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5178d2a5-781f-495f-aefe-509e5a5ad8ed HTTP/1.1" status: 200 len: 217 time: 0.0545712 Aug 16 14:24:17.172202 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:17.335277 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-019c666e-3ce3-4bf3-bee3-e837e889da0f req-38824a03-1b2e-474a-a05b-2b42a0abfe36 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104743 Aug 16 14:24:17.365086 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cda8f0-763a-48ed-a26c-1347a58b5937 req-12deb1c5-01e9-4604-ab10-2d663c8080e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:17.366522 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d8cda8f0-763a-48ed-a26c-1347a58b5937 req-12deb1c5-01e9-4604-ab10-2d663c8080e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c8c2c4-3e3d-4834-b02d-0dbca651976a HTTP/1.1" status: 200 len: 855 time: 0.3467913 Aug 16 14:24:17.367628 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:17.403412 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e13aa7bc-5a2a-4891-933f-b6089f07505a,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:17.424404 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d8cda8f0-763a-48ed-a26c-1347a58b5937 req-9000224e-a02f-46fc-aafd-1889d5c5c405 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b64ca279-8b21-45f8-a7d0-de36e6b4668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479774 Aug 16 14:24:17.601402 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d8cda8f0-763a-48ed-a26c-1347a58b5937 req-29120060-6ab1-481c-8c31-ee0af0439bfe service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637609 Aug 16 14:24:17.706843 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595885'] for router_interface, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:17.771206 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d8cda8f0-763a-48ed-a26c-1347a58b5937 req-cd0359be-7192-48c4-8e62-8b526d214607 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407487 Aug 16 14:24:17.942231 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] Router d2393495-bcdf-49c7-a632-6dc25df436e9 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:24:18.055630 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:24:18.060763 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e864d2a2-27c3-4c92-9f17-266346a1ae6f admin admin] 10.222.0.13 "PUT /v2.0/routers/d2393495-bcdf-49c7-a632-6dc25df436e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7906606 Aug 16 14:24:18.063934 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55758) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:18.066650 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] Sync routers for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:24:18.077727 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:24:18.078455 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:24:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:18.176392 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:18.191849 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:24:18.301088 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:18.368986 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Deleting port 3adde2c4-5495-443d-b78d-4867f9db2477 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:18.369703 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:18.380216 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:24:16Z', 'revision_number': 5, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port': {'id': '3adde2c4-5495-443d-b78d-4867f9db2477', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:18:25Z', 'updated_at': '2021-08-16T14:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:18.405187 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] Checking router: d2393495-bcdf-49c7-a632-6dc25df436e9 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:24:18.415224 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] Routers {'d2393495-bcdf-49c7-a632-6dc25df436e9'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:24:18.415899 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:24:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['d2393495-bcdf-49c7-a632-6dc25df436e9'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:18.469231 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a88af-01dd-4850-b38c-39a66959914e req-1b82a339-b20d-475e-a7d9-2a548c63604d tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:18.471227 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1c5a88af-01dd-4850-b38c-39a66959914e req-1b82a339-b20d-475e-a7d9-2a548c63604d tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 943 time: 0.0610535 Aug 16 14:24:18.474133 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] For port 3adde2c4-5495-443d-b78d-4867f9db2477, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=3adde2c4-5495-443d-b78d-4867f9db2477,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:18.474505 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:18.489243 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Calling delete_port for 3adde2c4-5495-443d-b78d-4867f9db2477 owned by network:router_gateway {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:18.508744 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] Set router d2393495-bcdf-49c7-a632-6dc25df436e9 gateway port host: None {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:24:18.513224 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1c5a88af-01dd-4850-b38c-39a66959914e req-16e6a4db-79bd-4228-bcd1-8500891b3754 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353630 Aug 16 14:24:18.570086 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:24:18Z', 'revision_number': 6, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port_host': None}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:18.675489 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:18.699970 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b3abfa-480d-45a9-bdd3-7abaeb64afc4 None None] The sync data for ids ['d2393495-bcdf-49c7-a632-6dc25df436e9'] in dv-cinder-804584-9-iscsi is: [{'id': 'd2393495-bcdf-49c7-a632-6dc25df436e9', 'name': 'tempest-AttachVolumeTestJSON-1767480529-router', 'tenant_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:18:24Z', 'updated_at': '2021-08-16T14:24:18Z', 'revision_number': 6, 'project_id': 'ea4ec0114ef14ab0a2bcb7a01657189a', 'gw_port_host': None}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:24:18.730365 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3adde2c4-5495-443d-b78d-4867f9db2477,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:18.799579 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597255'] for router_gateway, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:18.904449 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3228'] for router, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:18.906839 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:18.959753 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592026'] for router, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:18.960296 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2393495-bcdf-49c7-a632-6dc25df436e9 {{(pid=94161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:24:18.964579 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] Notify callbacks [] for router, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:18.965744 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-6fad548f-ecd9-43d0-8b4d-a5fc7b3c6aa0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d2393495-bcdf-49c7-a632-6dc25df436e9 HTTP/1.1" status: 204 len: 168 time: 0.9008276 Aug 16 14:24:18.968344 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55762) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:19.025247 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a93ec1a-b76b-4fa2-afe7-6c6d49548aa6 admin admin] Deleting subnet c720aede-8e7b-4fd9-882a-dbb27ff48cd2 {{(pid=94161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:24:19.028174 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a93ec1a-b76b-4fa2-afe7-6c6d49548aa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.064816 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a93ec1a-b76b-4fa2-afe7-6c6d49548aa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3298332'] for subnet, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.154385 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a93ec1a-b76b-4fa2-afe7-6c6d49548aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.213786 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a93ec1a-b76b-4fa2-afe7-6c6d49548aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3357308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3793298'] for subnet, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.246014 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93ec1a-b76b-4fa2-afe7-6c6d49548aa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c720aede-8e7b-4fd9-882a-dbb27ff48cd2,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:19.252956 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-4a93ec1a-b76b-4fa2-afe7-6c6d49548aa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.255030 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-4a93ec1a-b76b-4fa2-afe7-6c6d49548aa6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c720aede-8e7b-4fd9-882a-dbb27ff48cd2 HTTP/1.1" status: 204 len: 168 time: 0.2856705 Aug 16 14:24:19.257862 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55764) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:19.259259 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a539fcc5-4b0c-4010-8707-410b852c638e None None] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:24:19.332382 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.389932 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Deleting port 200b238e-403e-427e-ad92-fc7bed8b2d20 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:19.390515 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.480783 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] For port 200b238e-403e-427e-ad92-fc7bed8b2d20, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=200b238e-403e-427e-ad92-fc7bed8b2d20,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:19.480933 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122019fa-f2e6-4f41-826d-fd789a01a206 None None] DHCP port deletion for ad0ae9a3-2892-4371-a402-2ddb5a7a7977 request from dv-cinder-804584-9-iscsi {{(pid=94162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:24:19.481157 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.495498 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Calling delete_port for 200b238e-403e-427e-ad92-fc7bed8b2d20 owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:19.553148 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 200b238e-403e-427e-ad92-fc7bed8b2d20 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:24:19.557624 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-122019fa-f2e6-4f41-826d-fd789a01a206 None None] Deleting port 200b238e-403e-427e-ad92-fc7bed8b2d20 {{(pid=94162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:24:19.558009 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-122019fa-f2e6-4f41-826d-fd789a01a206 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.601773 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.656751 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 5178d2a5-781f-495f-aefe-509e5a5ad8ed details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:24:19.671440 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Pushing event deleted for resources: {'Port': ['ID=200b238e-403e-427e-ad92-fc7bed8b2d20,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:19.689744 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] No DVR routers for this DVR port 200b238e-403e-427e-ad92-fc7bed8b2d20 on host dv-cinder-804584-9-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:24:19.719371 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No active binding found for port 200b238e-403e-427e-ad92-fc7bed8b2d20 {{(pid=94162) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 14:24:19.720067 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 200b238e-403e-427e-ad92-fc7bed8b2d20 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:24:19.720642 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3adde2c4-5495-443d-b78d-4867f9db2477 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:24:19.723631 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-122019fa-f2e6-4f41-826d-fd789a01a206 None None] For port 200b238e-403e-427e-ad92-fc7bed8b2d20, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=200b238e-403e-427e-ad92-fc7bed8b2d20,segment=NetworkSegment(1f9375be-71ec-47d5-8776-a78c64a305c6),segment_id=1f9375be-71ec-47d5-8776-a78c64a305c6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:19.730578 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-122019fa-f2e6-4f41-826d-fd789a01a206 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.770789 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d3bca-a69e-4c93-be7a-4ef4e4010862 req-3526afc8-0741-42ea-9da6-287c1bafa3c9 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:19.772497 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-039d3bca-a69e-4c93-be7a-4ef4e4010862 req-3526afc8-0741-42ea-9da6-287c1bafa3c9 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 943 time: 0.1542060 Aug 16 14:24:19.793963 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-122019fa-f2e6-4f41-826d-fd789a01a206 None None] Calling delete_port for 200b238e-403e-427e-ad92-fc7bed8b2d20 owned by network:dhcp {{(pid=94162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:24:19.795890 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.798151 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 3adde2c4-5495-443d-b78d-4867f9db2477 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:24:19.798908 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3adde2c4-5495-443d-b78d-4867f9db2477 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:24:19.798908 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e13aa7bc-5a2a-4891-933f-b6089f07505a no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:24:19.815032 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad0ae9a3-2892-4371-a402-2ddb5a7a7977']}} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:19.830130 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f9375be-71ec-47d5-8776-a78c64a305c6') {'for_net_delete': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:19.830432 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f9375be-71ec-47d5-8776-a78c64a305c6') {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:24:19.832702 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: e13aa7bc-5a2a-4891-933f-b6089f07505a {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:24:19.832946 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e13aa7bc-5a2a-4891-933f-b6089f07505a not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:24:19.850447 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3298325'] for segment, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.854863 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-039d3bca-a69e-4c93-be7a-4ef4e4010862 req-cb13e7d7-fe88-44c0-9427-b335697f97c2 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725756 Aug 16 14:24:19.871612 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.880653 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=94161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:24:19.881223 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3357210'] for segment, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: Traceback (most recent call last): Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: timer() Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: cb(*args, **kw) Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: return func(*args, **kwargs) Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: self._notify() Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: self.callback(batched_events) Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: event.method(event) Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: return f(self, *a, **k) Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._get(url).json() Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: return self.request(url, 'GET', **kwargs) Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:24:19.883161 dv-cinder-804584-9-iscsi neutron-server[94161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:24:19.927035 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 5178d2a5-781f-495f-aefe-509e5a5ad8ed, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=5178d2a5-781f-495f-aefe-509e5a5ad8ed,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:19.943619 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.950919 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:19.951151 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '5178d2a5-781f-495f-aefe-509e5a5ad8ed', 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e', 'port_id': '5178d2a5-781f-495f-aefe-509e5a5ad8ed', 'mac_address': 'fa:16:3e:34:55:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c8c2c4-3e3d-4834-b02d-0dbca651976a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:24:19.956192 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] 10.222.0.13 "DELETE /v2.0/networks/ad0ae9a3-2892-4371-a402-2ddb5a7a7977 HTTP/1.1" status: 204 len: 168 time: 0.6972418 Aug 16 14:24:19.966745 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc31779-8f86-4b75-a059-e60ae25321fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ad0ae9a3-2892-4371-a402-2ddb5a7a7977,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:19.979429 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-122019fa-f2e6-4f41-826d-fd789a01a206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918'] for port, after_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:20.012687 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-122019fa-f2e6-4f41-826d-fd789a01a206 None None] Network ad0ae9a3-2892-4371-a402-2ddb5a7a7977 is not hosted by any dhcp agent {{(pid=94162) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 14:24:20.013148 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122019fa-f2e6-4f41-826d-fd789a01a206 None None] No DVR routers for this DVR port 200b238e-403e-427e-ad92-fc7bed8b2d20 on host dv-cinder-804584-9-iscsi {{(pid=94162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:24:20.014761 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122019fa-f2e6-4f41-826d-fd789a01a206 None None] Pushing event deleted for resources: {'Port': ['ID=200b238e-403e-427e-ad92-fc7bed8b2d20,revision_number=None']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:20.022911 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:20.041965 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5178d2a5-781f-495f-aefe-509e5a5ad8ed {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:24:20.063634 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 5178d2a5-781f-495f-aefe-509e5a5ad8ed, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=5178d2a5-781f-495f-aefe-509e5a5ad8ed,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:20.067776 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:20.098743 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55770) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:20.118476 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=5178d2a5-781f-495f-aefe-509e5a5ad8ed,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:20.142779 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-1952630d-a1f4-4995-a0bf-4f489fffafae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea4ec0114ef14ab0a2bcb7a01657189a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426321 Aug 16 14:24:20.146354 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55772) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:20.212631 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e3604717-8d5d-4a00-ba67-0c2d2ebaee44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:20.234253 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e3604717-8d5d-4a00-ba67-0c2d2ebaee44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:20.285731 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e3604717-8d5d-4a00-ba67-0c2d2ebaee44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:20.288407 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e3604717-8d5d-4a00-ba67-0c2d2ebaee44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:20.289600 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e3604717-8d5d-4a00-ba67-0c2d2ebaee44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4818ed85-dd9f-48b3-be8d-f7a217d03f3a HTTP/1.1" status: 204 len: 168 time: 0.1422386 Aug 16 14:24:20.297876 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3604717-8d5d-4a00-ba67-0c2d2ebaee44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4818ed85-dd9f-48b3-be8d-f7a217d03f3a,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:20.378528 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['5178d2a5-781f-495f-aefe-509e5a5ad8ed'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:24:20.993295 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88acf6-52f0-4a35-960e-a82eed31ecbd req-c947129a-9de2-4e0e-ba79-bd3243be253e tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:20.994825 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aa88acf6-52f0-4a35-960e-a82eed31ecbd req-c947129a-9de2-4e0e-ba79-bd3243be253e tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 944 time: 0.0505893 Aug 16 14:24:21.044062 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-aa88acf6-52f0-4a35-960e-a82eed31ecbd req-4ed861a5-0f5c-4cd7-b1fb-322f3126f3f8 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416884 Aug 16 14:24:21.642303 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 5178d2a5-781f-495f-aefe-509e5a5ad8ed up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:24:21.701466 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 5178d2a5-781f-495f-aefe-509e5a5ad8ed completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:24:21.706318 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 5178d2a5-781f-495f-aefe-509e5a5ad8ed triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:24:21.706712 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:21.796250 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:21.825807 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd66a83-3952-4450-860d-797f4077d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5178d2a5-781f-495f-aefe-509e5a5ad8ed'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:24:21.828835 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba56b5b-9799-4d0e-8237-c8f87bd76ae8" -d '{"events": [{"server_uuid": "cdd66a83-3952-4450-860d-797f4077d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "5178d2a5-781f-495f-aefe-509e5a5ad8ed"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:24:21.842852 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 5178d2a5-781f-495f-aefe-509e5a5ad8ed, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=5178d2a5-781f-495f-aefe-509e5a5ad8ed,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:21.850278 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:21.892431 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb598f3b-9fc2-4e05-882b-df64935a5efc x-openstack-request-id: req-eb598f3b-9fc2-4e05-882b-df64935a5efc {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:24:21.892732 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd66a83-3952-4450-860d-797f4077d4f2", "name": "network-vif-plugged", "status": "completed", "tag": "5178d2a5-781f-495f-aefe-509e5a5ad8ed", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:24:21.892979 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb598f3b-9fc2-4e05-882b-df64935a5efc {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:24:21.893367 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd66a83-3952-4450-860d-797f4077d4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5178d2a5-781f-495f-aefe-509e5a5ad8ed', 'code': 200} Aug 16 14:24:21.921029 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=5178d2a5-781f-495f-aefe-509e5a5ad8ed,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:22.088349 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96394c-f87d-4d3b-adb3-081b1889f80d req-2849d7f3-6520-4e15-9466-bd12bfb2fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:22.089847 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4f96394c-f87d-4d3b-adb3-081b1889f80d req-2849d7f3-6520-4e15-9466-bd12bfb2fd42 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 1098 time: 0.0433483 Aug 16 14:24:22.128343 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4f96394c-f87d-4d3b-adb3-081b1889f80d req-9ad09e64-c886-4adf-8db2-8104b9c1401d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299165 Aug 16 14:24:22.175361 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b355771-ae09-4563-a88e-db8be5e230f8 req-77790c4f-3ece-4d5d-9cd1-8d3610dbbf73 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:22.176924 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7b355771-ae09-4563-a88e-db8be5e230f8 req-77790c4f-3ece-4d5d-9cd1-8d3610dbbf73 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0596757 Aug 16 14:24:22.216833 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7b355771-ae09-4563-a88e-db8be5e230f8 req-b69ab8c4-4ea4-446b-9c70-5b1d2fb6096c tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336728 Aug 16 14:24:23.345157 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4fcb2-8afa-4ec9-85cb-7fa979475601 req-99968c18-0f75-4730-a62a-a8bfbab337dd tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:23.346684 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ecb4fcb2-8afa-4ec9-85cb-7fa979475601 req-99968c18-0f75-4730-a62a-a8bfbab337dd tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0556829 Aug 16 14:24:23.389556 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ecb4fcb2-8afa-4ec9-85cb-7fa979475601 req-f3201891-6fb2-4590-8f1d-7101b1a3852d tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366752 Aug 16 14:24:32.600567 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55948) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:32.711506 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:32.801084 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:32.805209 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:32.845126 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e739279d1ba94c9b9035684b6d410dac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2434204 Aug 16 14:24:32.846084 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e84bc4-a928-422e-af10-ee3c9841ce2f,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:32.847985 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 55952) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:32.854176 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.854538 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.855273 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.855273 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.855736 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.855998 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.856333 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.856672 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.857008 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.857342 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.857674 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.858002 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673e8621-ddac-4896-a152-45ebf50c4d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:24:32.898019 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6aabfc90-fd98-45bb-96bd-cb9cde251f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:32.919908 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6aabfc90-fd98-45bb-96bd-cb9cde251f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:32.972210 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6aabfc90-fd98-45bb-96bd-cb9cde251f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:32.974774 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6aabfc90-fd98-45bb-96bd-cb9cde251f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:32.975953 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6aabfc90-fd98-45bb-96bd-cb9cde251f28 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04e84bc4-a928-422e-af10-ee3c9841ce2f HTTP/1.1" status: 204 len: 168 time: 0.1269395 Aug 16 14:24:32.983475 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabfc90-fd98-45bb-96bd-cb9cde251f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e84bc4-a928-422e-af10-ee3c9841ce2f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:33.248041 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 55958) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:33.261658 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e4a3079e-dc0b-40e7-a639-1dcb1c5b0e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:33.355217 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e4a3079e-dc0b-40e7-a639-1dcb1c5b0e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:33.358867 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e4a3079e-dc0b-40e7-a639-1dcb1c5b0e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:33.405017 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e4a3079e-dc0b-40e7-a639-1dcb1c5b0e24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7914fc7d503a4149926915f68bee52a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558399 Aug 16 14:24:33.405858 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3079e-dc0b-40e7-a639-1dcb1c5b0e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3e238e-c07a-477a-9acf-8b0213c67b85,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:33.407770 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 55960) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:33.459595 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec3ec16b-30ab-4456-ba2d-8f6111ef6805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:33.488767 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec3ec16b-30ab-4456-ba2d-8f6111ef6805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:33.537737 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec3ec16b-30ab-4456-ba2d-8f6111ef6805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:33.540619 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ec3ec16b-30ab-4456-ba2d-8f6111ef6805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:33.541796 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ec3ec16b-30ab-4456-ba2d-8f6111ef6805 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df3e238e-c07a-477a-9acf-8b0213c67b85 HTTP/1.1" status: 204 len: 168 time: 0.1330476 Aug 16 14:24:33.550602 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ec16b-30ab-4456-ba2d-8f6111ef6805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3e238e-c07a-477a-9acf-8b0213c67b85,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:35.089702 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-2bb08513-999e-49b2-b731-d1cb1e00c3ff tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:35.091367 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-2bb08513-999e-49b2-b731-d1cb1e00c3ff tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 815 time: 0.1076262 Aug 16 14:24:35.106830 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-8d7de876-8edb-4e2b-95aa-3f8512bee785 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/quotas/ec9173c5493f4f6b84b511b1697adfd3 HTTP/1.1" status: 200 len: 375 time: 0.0092175 Aug 16 14:24:35.160156 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-02cf2159-7922-4678-81a6-9eef5d19d600 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0471652 Aug 16 14:24:35.386167 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-5738907b-1313-451b-94ce-e3669b09b92b service neutron] 10.222.0.13 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187390 Aug 16 14:24:35.501779 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-e0757383-55c5-48ff-85e4-8d91d23a0338 service neutron] 10.222.0.13 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953226 Aug 16 14:24:35.661714 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-6e94f261-a76f-42fb-ba0c-2e09047e7617 req-470bbb9a-8c11-4341-a1dc-679e4f706cde tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 210 time: 0.0269754 Aug 16 14:24:36.701962 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-99e70c81-5a63-41b5-b9b3-2d4c1f06dd74 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:36.704249 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-99e70c81-5a63-41b5-b9b3-2d4c1f06dd74 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 815 time: 0.1171730 Aug 16 14:24:36.740878 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Request body: {'port': {'device_id': 'b3b3fc26-d92d-4e56-8844-d1977ad55ea4', 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e', 'admin_state_up': True, 'tenant_id': 'ec9173c5493f4f6b84b511b1697adfd3'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:24:36.814333 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-92aa81bb-ee27-4787-a06a-d77da8bb3f35 req-44bef7db-73f4-46a5-90ca-4fa5fdc8ce6b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 210 time: 0.0685227 Aug 16 14:24:36.881480 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Made reservation on behalf of ec9173c5493f4f6b84b511b1697adfd3 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:24:36.885104 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.015987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Allocated IP 172.20.0.5 (b64ca279-8b21-45f8-a7d0-de36e6b4668e/f9c8c2c4-3e3d-4834-b02d-0dbca651976a/eec0e500-08a4-4aaf-8c7b-3dae63d06029) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:24:37.183938 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.230693 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.266032 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['5178d2a5-781f-495f-aefe-509e5a5ad8ed'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:24:37.271487 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Network b64ca279-8b21-45f8-a7d0-de36e6b4668e is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:24:37.277126 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:24:37.282258 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:24:37.311244 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Pushing event updated for resources: {'Port': ['ID=eec0e500-08a4-4aaf-8c7b-3dae63d06029,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:37.341963 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:37.342637 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.357414 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-186e0bdc-bf0e-4658-bc0b-d377203410c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6208224 Aug 16 14:24:37.376825 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Request body: {'port': {'device_id': 'b3b3fc26-d92d-4e56-8844-d1977ad55ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:24:37.432980 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.712880 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eec0e500-08a4-4aaf-8c7b-3dae63d06029 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:24:37.720675 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.731964 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Transition to ACTIVE for port object eec0e500-08a4-4aaf-8c7b-3dae63d06029 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:24:37.736108 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.758362 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-513a5a22-26c5-4aaf-a34e-b53b13c76a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.811446 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Pushing event updated for resources: {'Port': ['ID=eec0e500-08a4-4aaf-8c7b-3dae63d06029,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:37.863524 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Attempting to bind port eec0e500-08a4-4aaf-8c7b-3dae63d06029 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:24:37.863898 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Attempting to bind port eec0e500-08a4-4aaf-8c7b-3dae63d06029 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:24:37.864231 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Attempting to bind port eec0e500-08a4-4aaf-8c7b-3dae63d06029 on network b64ca279-8b21-45f8-a7d0-de36e6b4668e {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:24:37.868520 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Port eec0e500-08a4-4aaf-8c7b-3dae63d06029 on network b64ca279-8b21-45f8-a7d0-de36e6b4668e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:24:37.868842 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Attempting to bind port eec0e500-08a4-4aaf-8c7b-3dae63d06029 on network b64ca279-8b21-45f8-a7d0-de36e6b4668e {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:24:37.873603 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:24:37.873946 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Checking segment: {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:24:37.874319 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Bound using segment: {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:24:37.874738 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Bound port: eec0e500-08a4-4aaf-8c7b-3dae63d06029, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:24:37.875367 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.935142 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f6634-e349-47d5-87fe-2031d27ec97a req-2be5fc3e-bf66-45f4-878d-0c7e126575d1 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:37.936680 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d1f6634-e349-47d5-87fe-2031d27ec97a req-2be5fc3e-bf66-45f4-878d-0c7e126575d1 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 943 time: 0.0493762 Aug 16 14:24:37.939157 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] For port eec0e500-08a4-4aaf-8c7b-3dae63d06029, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:24:37.942197 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] For port eec0e500-08a4-4aaf-8c7b-3dae63d06029, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=eec0e500-08a4-4aaf-8c7b-3dae63d06029,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:24:37.947435 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:37.978524 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1d1f6634-e349-47d5-87fe-2031d27ec97a req-6a21d5e9-e0fb-4a0b-9297-a00e5b88d1c2 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349510 Aug 16 14:24:38.269243 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:38.270057 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:38.271353 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] 10.222.0.30 "PUT /v2.0/ports/eec0e500-08a4-4aaf-8c7b-3dae63d06029 HTTP/1.1" status: 200 len: 1093 time: 0.8999670 Aug 16 14:24:38.271907 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b3fc26-d92d-4e56-8844-d1977ad55ea4', 'tag': 'eec0e500-08a4-4aaf-8c7b-3dae63d06029'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:24:38.274234 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b27c13e-6a1d-4d94-8486-ef7e766e3857" -d '{"events": [{"name": "network-changed", "server_uuid": "b3b3fc26-d92d-4e56-8844-d1977ad55ea4", "tag": "eec0e500-08a4-4aaf-8c7b-3dae63d06029"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:24:38.305219 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef997bb-8ae3-4e15-a64f-b4a185fb589f service neutron] Pushing event updated for resources: {'Port': ['ID=eec0e500-08a4-4aaf-8c7b-3dae63d06029,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:38.330319 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855c017b-5761-4b7b-a6cd-fc68d3cb8a68 x-openstack-request-id: req-855c017b-5761-4b7b-a6cd-fc68d3cb8a68 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:24:38.330816 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3b3fc26-d92d-4e56-8844-d1977ad55ea4", "tag": "eec0e500-08a4-4aaf-8c7b-3dae63d06029", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:24:38.331067 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-855c017b-5761-4b7b-a6cd-fc68d3cb8a68 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:24:38.331761 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b3fc26-d92d-4e56-8844-d1977ad55ea4', 'tag': 'eec0e500-08a4-4aaf-8c7b-3dae63d06029', 'status': 'completed', 'code': 200} Aug 16 14:24:38.390110 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-c6171234-dc66-46b2-b7d1-90c4f4c32dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:38.394065 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-c6171234-dc66-46b2-b7d1-90c4f4c32dd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0440147 Aug 16 14:24:38.442031 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-9058e925-43e0-4d73-a82f-3b05ac915f8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eec0e500-08a4-4aaf-8c7b-3dae63d06029 HTTP/1.1" status: 200 len: 217 time: 0.0361471 Aug 16 14:24:38.504647 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-2abf5967-dd4b-48f4-a15c-ab4b4da2a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:38.506150 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-2abf5967-dd4b-48f4-a15c-ab4b4da2a08c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c8c2c4-3e3d-4834-b02d-0dbca651976a HTTP/1.1" status: 200 len: 855 time: 0.0578339 Aug 16 14:24:38.546272 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-001311a2-2e8a-4373-9c65-db37045a7948 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b64ca279-8b21-45f8-a7d0-de36e6b4668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331452 Aug 16 14:24:38.642288 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-53d469c5-e688-474a-b5c5-72d1fbf25bca service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869541 Aug 16 14:24:38.671283 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56074) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:38.746304 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d5b77005-182e-4397-bdc3-0a18abe4a78a req-9aa0b3bb-167a-434e-a031-a5b3c13fa644 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970266 Aug 16 14:24:38.788118 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd97bec7-fc4e-4aab-9ad9-3bc83e64c023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:38.883950 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd97bec7-fc4e-4aab-9ad9-3bc83e64c023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:38.893108 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-bd97bec7-fc4e-4aab-9ad9-3bc83e64c023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:38.905810 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c13e-6a1d-4d94-8486-ef7e766e3857 req-2e1d4234-4f93-47eb-884a-33821881cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:38.907680 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b27c13e-6a1d-4d94-8486-ef7e766e3857 req-2e1d4234-4f93-47eb-884a-33821881cbac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0553756 Aug 16 14:24:38.938027 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-bd97bec7-fc4e-4aab-9ad9-3bc83e64c023 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae161911a5834026b12a477d20557c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627552 Aug 16 14:24:38.938027 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97bec7-fc4e-4aab-9ad9-3bc83e64c023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e9e5cf-e16c-486e-ab1e-74a42c4ad004,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:38.938971 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56078) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:38.991226 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-511ac0d0-1b1c-4101-9ce5-75994cd4f906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.016796 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-511ac0d0-1b1c-4101-9ce5-75994cd4f906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.017364 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c13e-6a1d-4d94-8486-ef7e766e3857 req-5d5876d7-d0ed-41ce-9f75-cb12d6493b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:39.019364 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b27c13e-6a1d-4d94-8486-ef7e766e3857 req-5d5876d7-d0ed-41ce-9f75-cb12d6493b8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 916 time: 0.1029270 Aug 16 14:24:39.063957 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b27c13e-6a1d-4d94-8486-ef7e766e3857 req-c1d81d23-f8ff-4972-8420-b40006b22405 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eec0e500-08a4-4aaf-8c7b-3dae63d06029 HTTP/1.1" status: 200 len: 217 time: 0.0368025 Aug 16 14:24:39.101844 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-511ac0d0-1b1c-4101-9ce5-75994cd4f906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.105622 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-511ac0d0-1b1c-4101-9ce5-75994cd4f906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.109769 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-511ac0d0-1b1c-4101-9ce5-75994cd4f906 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e9e5cf-e16c-486e-ab1e-74a42c4ad004 HTTP/1.1" status: 204 len: 168 time: 0.1673725 Aug 16 14:24:39.119182 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27c13e-6a1d-4d94-8486-ef7e766e3857 req-caf04bd7-ca06-4716-8a63-56c85f2cfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:39.120089 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e61e3d-d630-4424-92a5-6dc9b96fb892 req-fe1b7bb3-57f7-4baa-aa94-2b09c4ccebb9 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:39.120951 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b27c13e-6a1d-4d94-8486-ef7e766e3857 req-caf04bd7-ca06-4716-8a63-56c85f2cfc34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c8c2c4-3e3d-4834-b02d-0dbca651976a HTTP/1.1" status: 200 len: 855 time: 0.0501032 Aug 16 14:24:39.121601 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40e61e3d-d630-4424-92a5-6dc9b96fb892 req-fe1b7bb3-57f7-4baa-aa94-2b09c4ccebb9 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 943 time: 0.0657930 Aug 16 14:24:39.127440 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ac0d0-1b1c-4101-9ce5-75994cd4f906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e9e5cf-e16c-486e-ab1e-74a42c4ad004,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:39.159676 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b27c13e-6a1d-4d94-8486-ef7e766e3857 req-3bb7b9c1-9196-42b6-96a1-85c243d596be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b64ca279-8b21-45f8-a7d0-de36e6b4668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302222 Aug 16 14:24:39.171226 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-40e61e3d-d630-4424-92a5-6dc9b96fb892 req-ff2444f0-fe80-4125-b24d-de2456c68617 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408986 Aug 16 14:24:39.264121 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b27c13e-6a1d-4d94-8486-ef7e766e3857 req-69ffab90-6913-420d-b26a-f89080933f97 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958271 Aug 16 14:24:39.371542 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b27c13e-6a1d-4d94-8486-ef7e766e3857 req-68d45c13-7560-486a-9f14-8c0a53146d01 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986876 Aug 16 14:24:39.424012 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56086) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:39.442301 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a7414aa6-2763-4179-b7a0-f5dbb0cadd64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.547772 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a7414aa6-2763-4179-b7a0-f5dbb0cadd64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.557146 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a7414aa6-2763-4179-b7a0-f5dbb0cadd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.598948 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7414aa6-2763-4179-b7a0-f5dbb0cadd64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea47ad-0d4f-4eae-83bb-2abdf386a5a7,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:39.603230 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a7414aa6-2763-4179-b7a0-f5dbb0cadd64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e2d32c2f09d24f95a260626a3a1098cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1781628 Aug 16 14:24:39.606066 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56088) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:39.664800 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a371f46-6fff-43ee-be00-546b2af5df13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.692454 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a371f46-6fff-43ee-be00-546b2af5df13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.739640 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a371f46-6fff-43ee-be00-546b2af5df13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.742507 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0a371f46-6fff-43ee-be00-546b2af5df13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:39.743660 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0a371f46-6fff-43ee-be00-546b2af5df13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fea47ad-0d4f-4eae-83bb-2abdf386a5a7 HTTP/1.1" status: 204 len: 168 time: 0.1367967 Aug 16 14:24:39.752220 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a371f46-6fff-43ee-be00-546b2af5df13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea47ad-0d4f-4eae-83bb-2abdf386a5a7,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:40.304267 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33a78c-9eff-4a78-b39e-db5256961e2b req-dcd8cbe9-9487-46c2-9f7c-867c320cf9ac tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:40.306068 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ac33a78c-9eff-4a78-b39e-db5256961e2b req-dcd8cbe9-9487-46c2-9f7c-867c320cf9ac tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 943 time: 0.0594869 Aug 16 14:24:40.322637 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a881f704-d670-4c2d-a862-9bc90f67a093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:40.356442 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ac33a78c-9eff-4a78-b39e-db5256961e2b req-9e227f53-aea9-44d2-b40a-4f220bf7c6ae tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Aug 16 14:24:40.846816 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:41.508542 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5087dd-31d4-4fcc-a599-9f67e919540f req-24dbc066-bb78-4a52-8f90-031da641277a tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:41.510112 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-df5087dd-31d4-4fcc-a599-9f67e919540f req-24dbc066-bb78-4a52-8f90-031da641277a tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 943 time: 0.0773430 Aug 16 14:24:41.553056 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-df5087dd-31d4-4fcc-a599-9f67e919540f req-b3f23b81-1085-46a9-892a-6258770db3b1 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359213 Aug 16 14:24:41.788849 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device eec0e500-08a4-4aaf-8c7b-3dae63d06029 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:24:41.869832 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:41.908793 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port eec0e500-08a4-4aaf-8c7b-3dae63d06029, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=eec0e500-08a4-4aaf-8c7b-3dae63d06029,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:41.919254 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'eec0e500-08a4-4aaf-8c7b-3dae63d06029', 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e', 'port_id': 'eec0e500-08a4-4aaf-8c7b-3dae63d06029', 'mac_address': 'fa:16:3e:5d:22:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c8c2c4-3e3d-4834-b02d-0dbca651976a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:24:41.961524 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:41.975264 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eec0e500-08a4-4aaf-8c7b-3dae63d06029 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:24:42.002739 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port eec0e500-08a4-4aaf-8c7b-3dae63d06029, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=eec0e500-08a4-4aaf-8c7b-3dae63d06029,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:42.008173 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:42.057449 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=eec0e500-08a4-4aaf-8c7b-3dae63d06029,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:42.322466 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['eec0e500-08a4-4aaf-8c7b-3dae63d06029'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:24:42.678646 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933a028-74ae-42f8-93a7-2d55ac5f2908 req-c1fe7697-94eb-4445-868b-8aee43f3daec tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:42.681139 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9933a028-74ae-42f8-93a7-2d55ac5f2908 req-c1fe7697-94eb-4445-868b-8aee43f3daec tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 944 time: 0.0586565 Aug 16 14:24:42.722106 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9933a028-74ae-42f8-93a7-2d55ac5f2908 req-2c3c03b9-b0e8-47f4-b6dd-d140d2e3ab5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351486 Aug 16 14:24:43.420704 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:43.802495 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device eec0e500-08a4-4aaf-8c7b-3dae63d06029 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:24:43.853935 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b477f-8a5f-4f2a-94f5-7349574371b6 req-4ccdd5f8-e314-48e0-9375-600b15876273 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:43.856154 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2a4b477f-8a5f-4f2a-94f5-7349574371b6 req-4ccdd5f8-e314-48e0-9375-600b15876273 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 944 time: 0.0564158 Aug 16 14:24:43.857620 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port eec0e500-08a4-4aaf-8c7b-3dae63d06029 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:24:43.864675 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port eec0e500-08a4-4aaf-8c7b-3dae63d06029 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:24:43.865302 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:43.901462 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2a4b477f-8a5f-4f2a-94f5-7349574371b6 req-88f5170c-bac0-4d1a-8882-a463333f1a3b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 Aug 16 14:24:44.073442 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56156) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:44.090154 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.117644 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3fc26-d92d-4e56-8844-d1977ad55ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec0e500-08a4-4aaf-8c7b-3dae63d06029'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:24:44.119966 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483ebdbd-8a65-4be4-8da7-78ff05a99aa2" -d '{"events": [{"server_uuid": "b3b3fc26-d92d-4e56-8844-d1977ad55ea4", "name": "network-vif-plugged", "status": "completed", "tag": "eec0e500-08a4-4aaf-8c7b-3dae63d06029"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:24:44.133785 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port eec0e500-08a4-4aaf-8c7b-3dae63d06029, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=eec0e500-08a4-4aaf-8c7b-3dae63d06029,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:44.138259 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.162447 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b81844-d64c-4a59-984d-dfeec8c6754e x-openstack-request-id: req-e8b81844-d64c-4a59-984d-dfeec8c6754e {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:24:44.162731 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3fc26-d92d-4e56-8844-d1977ad55ea4", "name": "network-vif-plugged", "status": "completed", "tag": "eec0e500-08a4-4aaf-8c7b-3dae63d06029", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:24:44.162979 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8b81844-d64c-4a59-984d-dfeec8c6754e {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:24:44.163364 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3fc26-d92d-4e56-8844-d1977ad55ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eec0e500-08a4-4aaf-8c7b-3dae63d06029', 'code': 200} Aug 16 14:24:44.189986 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=eec0e500-08a4-4aaf-8c7b-3dae63d06029,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:44.203318 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2e83991-9b20-4f05-a7d8-994f5f7e514e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.302529 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2e83991-9b20-4f05-a7d8-994f5f7e514e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.308670 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e2e83991-9b20-4f05-a7d8-994f5f7e514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.347477 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e83991-9b20-4f05-a7d8-994f5f7e514e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59afdc3-7590-4df3-915a-3fc36b90ba7d,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:44.354404 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e2e83991-9b20-4f05-a7d8-994f5f7e514e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e5fec2f14e1c400b8ecf89c53806c273&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773438 Aug 16 14:24:44.354776 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56162) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:44.373872 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d51583-072d-41c4-af75-59337e0f2c1b req-f6886e6c-8058-4da7-ba37-b7655c35f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:44.373872 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-34d51583-072d-41c4-af75-59337e0f2c1b req-f6886e6c-8058-4da7-ba37-b7655c35f61d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0416358 Aug 16 14:24:44.409285 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2700feeb-84c6-426a-b2d9-666bd29a472a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.419367 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-34d51583-072d-41c4-af75-59337e0f2c1b req-e8f70ebb-c6e1-4a40-bde7-22f6fac2886b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385485 Aug 16 14:24:44.430984 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2700feeb-84c6-426a-b2d9-666bd29a472a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.481668 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2700feeb-84c6-426a-b2d9-666bd29a472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.484260 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2700feeb-84c6-426a-b2d9-666bd29a472a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.485405 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2700feeb-84c6-426a-b2d9-666bd29a472a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c59afdc3-7590-4df3-915a-3fc36b90ba7d HTTP/1.1" status: 204 len: 168 time: 0.1296024 Aug 16 14:24:44.493114 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700feeb-84c6-426a-b2d9-666bd29a472a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59afdc3-7590-4df3-915a-3fc36b90ba7d,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:44.761221 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56168) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:44.782826 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9ea297b-86d7-49cb-9ec9-afee57ab5ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.880919 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9ea297b-86d7-49cb-9ec9-afee57ab5ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.884722 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e9ea297b-86d7-49cb-9ec9-afee57ab5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:44.931925 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e9ea297b-86d7-49cb-9ec9-afee57ab5ac7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a030abbb521940ea98c136675db8a711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683559 Aug 16 14:24:44.932141 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea297b-86d7-49cb-9ec9-afee57ab5ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764a5a6c-8f7e-4c97-afb9-ffa70d773278,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:44.934022 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56172) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:24:44.987482 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c38e8ec5-7a85-4f50-bbc6-047fb31d6f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:45.010809 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c38e8ec5-7a85-4f50-bbc6-047fb31d6f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:45.023212 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa6d30-7682-4acb-9385-104a38f1c55e req-bb808361-fd69-4f63-b565-c35e49a2be23 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:45.024770 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e0aa6d30-7682-4acb-9385-104a38f1c55e req-bb808361-fd69-4f63-b565-c35e49a2be23 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 945 time: 0.0496097 Aug 16 14:24:45.059824 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c38e8ec5-7a85-4f50-bbc6-047fb31d6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:45.062622 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c38e8ec5-7a85-4f50-bbc6-047fb31d6f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:45.063807 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-c38e8ec5-7a85-4f50-bbc6-047fb31d6f43 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/764a5a6c-8f7e-4c97-afb9-ffa70d773278 HTTP/1.1" status: 204 len: 168 time: 0.1287363 Aug 16 14:24:45.065439 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e0aa6d30-7682-4acb-9385-104a38f1c55e req-6aeac52d-8ddb-43e9-869e-f98fb1f0289e tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342133 Aug 16 14:24:45.071611 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e8ec5-7a85-4f50-bbc6-047fb31d6f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764a5a6c-8f7e-4c97-afb9-ffa70d773278,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:46.198700 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb3190-35ef-4036-9424-21fec85e1b96 req-14f22839-3b44-4d1f-b711-dd47f2c912fb tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:46.200372 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9bcb3190-35ef-4036-9424-21fec85e1b96 req-14f22839-3b44-4d1f-b711-dd47f2c912fb tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 945 time: 0.0519438 Aug 16 14:24:46.245060 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9bcb3190-35ef-4036-9424-21fec85e1b96 req-780d3524-fe14-4ab2-a2cf-6f698142b431 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384748 Aug 16 14:24:47.182222 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:48.076692 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-ba24f9e0-5c21-48ae-8d23-39bb42e2be32 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:48.078428 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-ba24f9e0-5c21-48ae-8d23-39bb42e2be32 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 815 time: 0.1164804 Aug 16 14:24:48.094856 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-d0e74a9d-0b48-4249-bbad-2c352a46ae5d tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/quotas/ec9173c5493f4f6b84b511b1697adfd3 HTTP/1.1" status: 200 len: 375 time: 0.0106325 Aug 16 14:24:48.148855 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-3a342398-adb5-4b06-832f-6f2df4fc7f63 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485294 Aug 16 14:24:48.246757 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0a991cea-5381-4716-9a29-651ea9a13993 service neutron] 10.222.0.13 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905695 Aug 16 14:24:48.345122 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-2c3a8c27-8cea-4f1b-88c2-8b36a4d71d96 service neutron] 10.222.0.13 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917461 Aug 16 14:24:48.513713 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-18a0d79a-bb8b-426a-be3a-d562fb9f5946 req-b347a7d9-b57c-47f5-acff-f9bf53d33a99 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 210 time: 0.0304878 Aug 16 14:24:49.626660 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a1add163-f4c5-4367-9278-021780216c01 req-0fe311c6-81af-4cf2-a1f6-261e420a400b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 210 time: 0.0316639 Aug 16 14:24:49.694825 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-a6d4ad38-918e-4795-b5cc-b54a94ecc263 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:49.696499 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-a6d4ad38-918e-4795-b5cc-b54a94ecc263 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 815 time: 0.1510324 Aug 16 14:24:49.718210 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Request body: {'port': {'device_id': 'f0d1379d-9dfd-4ea7-adb8-42c07b7d997a', 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e', 'admin_state_up': True, 'tenant_id': 'ec9173c5493f4f6b84b511b1697adfd3'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:24:49.844237 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Made reservation on behalf of ec9173c5493f4f6b84b511b1697adfd3 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:24:49.847931 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:49.992835 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Allocated IP 172.20.0.2 (b64ca279-8b21-45f8-a7d0-de36e6b4668e/f9c8c2c4-3e3d-4834-b02d-0dbca651976a/d82f1d9a-4f81-4827-993d-c6cff1bc08d0) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:24:50.160757 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:50.205575 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:50.244901 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['5178d2a5-781f-495f-aefe-509e5a5ad8ed', 'eec0e500-08a4-4aaf-8c7b-3dae63d06029'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:24:50.264781 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Network b64ca279-8b21-45f8-a7d0-de36e6b4668e is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:24:50.266815 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:24:50.272337 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:24:50.276470 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Pushing event updated for resources: {'Port': ['ID=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:50.329313 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:50.330010 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:50.347158 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-0c635181-d9ae-4609-85ae-251654834453 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6329739 Aug 16 14:24:50.369798 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Request body: {'port': {'device_id': 'f0d1379d-9dfd-4ea7-adb8-42c07b7d997a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:24:50.432749 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:50.764324 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82f1d9a-4f81-4827-993d-c6cff1bc08d0 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:24:50.774025 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:50.792873 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Transition to ACTIVE for port object d82f1d9a-4f81-4827-993d-c6cff1bc08d0 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:24:50.800960 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510777d-f609-4ac9-be3f-97393982338e req-94be3036-444e-45d5-b7ea-953d5cfcba2e tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:50.802468 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0510777d-f609-4ac9-be3f-97393982338e req-94be3036-444e-45d5-b7ea-953d5cfcba2e tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 931 time: 0.1012082 Aug 16 14:24:50.803541 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:50.877252 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Pushing event updated for resources: {'Port': ['ID=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:50.911575 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0510777d-f609-4ac9-be3f-97393982338e req-d3f38a42-5511-45b6-b97a-8e4ebf9e4a30 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000006 Aug 16 14:24:50.966285 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Attempting to bind port d82f1d9a-4f81-4827-993d-c6cff1bc08d0 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:24:50.966623 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Attempting to bind port d82f1d9a-4f81-4827-993d-c6cff1bc08d0 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:24:50.966956 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Attempting to bind port d82f1d9a-4f81-4827-993d-c6cff1bc08d0 on network b64ca279-8b21-45f8-a7d0-de36e6b4668e {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:24:50.971372 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Port d82f1d9a-4f81-4827-993d-c6cff1bc08d0 on network b64ca279-8b21-45f8-a7d0-de36e6b4668e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:24:50.971706 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Attempting to bind port d82f1d9a-4f81-4827-993d-c6cff1bc08d0 on network b64ca279-8b21-45f8-a7d0-de36e6b4668e {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:24:50.976442 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:24:50.976777 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Checking segment: {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:24:50.977154 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Bound using segment: {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:24:50.977572 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Bound port: d82f1d9a-4f81-4827-993d-c6cff1bc08d0, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:24:50.977929 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:51.044034 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] For port d82f1d9a-4f81-4827-993d-c6cff1bc08d0, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:24:51.053215 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] For port d82f1d9a-4f81-4827-993d-c6cff1bc08d0, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:24:51.058399 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:51.101981 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:51.102629 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:51.104122 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] 10.222.0.30 "PUT /v2.0/ports/d82f1d9a-4f81-4827-993d-c6cff1bc08d0 HTTP/1.1" status: 200 len: 1093 time: 0.7394791 Aug 16 14:24:51.104648 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d1379d-9dfd-4ea7-adb8-42c07b7d997a', 'tag': 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:24:51.107118 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7b1f45-71e1-4fc0-93c7-524442e39650" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d1379d-9dfd-4ea7-adb8-42c07b7d997a", "tag": "d82f1d9a-4f81-4827-993d-c6cff1bc08d0"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:24:51.129654 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e9fd3-c029-4f68-9c9d-9e356937ae7b service neutron] Pushing event updated for resources: {'Port': ['ID=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:51.145096 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd15a8b5-e647-4c14-bc79-510054de81fc x-openstack-request-id: req-fd15a8b5-e647-4c14-bc79-510054de81fc {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:24:51.145388 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d1379d-9dfd-4ea7-adb8-42c07b7d997a", "tag": "d82f1d9a-4f81-4827-993d-c6cff1bc08d0", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:24:51.145641 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd15a8b5-e647-4c14-bc79-510054de81fc {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:24:51.146033 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d1379d-9dfd-4ea7-adb8-42c07b7d997a', 'tag': 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0', 'status': 'completed', 'code': 200} Aug 16 14:24:51.228684 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-ceb91061-e68c-4db4-8a4e-701366569fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:51.230168 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-ceb91061-e68c-4db4-8a4e-701366569fb3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 1096 time: 0.0470774 Aug 16 14:24:51.281706 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-ae0893b9-2e79-4cc6-b255-7db68180be28 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d82f1d9a-4f81-4827-993d-c6cff1bc08d0 HTTP/1.1" status: 200 len: 217 time: 0.0361497 Aug 16 14:24:51.334220 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-2588cdc4-ed74-4354-a2a9-1a2456e0d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:51.335719 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-2588cdc4-ed74-4354-a2a9-1a2456e0d3be service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c8c2c4-3e3d-4834-b02d-0dbca651976a HTTP/1.1" status: 200 len: 855 time: 0.0462506 Aug 16 14:24:51.374121 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-d470b4d5-7610-468f-b974-419204e81de4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b64ca279-8b21-45f8-a7d0-de36e6b4668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293119 Aug 16 14:24:51.476802 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-30234f29-75fe-42e6-93e8-e2335a623aa0 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947728 Aug 16 14:24:51.578151 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec601ea1-ef4a-4029-a63a-432317c99aec req-3e259373-4a4d-4301-b8bb-209c292439cd service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925786 Aug 16 14:24:51.732948 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b1f45-71e1-4fc0-93c7-524442e39650 req-189bfca6-a668-43d2-be44-a68b8bc8afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:51.735181 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3d7b1f45-71e1-4fc0-93c7-524442e39650 req-189bfca6-a668-43d2-be44-a68b8bc8afe5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 1096 time: 0.0448048 Aug 16 14:24:51.836141 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b1f45-71e1-4fc0-93c7-524442e39650 req-230b6707-0ac3-4a6b-b5de-ef0957464aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:51.837603 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3d7b1f45-71e1-4fc0-93c7-524442e39650 req-230b6707-0ac3-4a6b-b5de-ef0957464aa6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 916 time: 0.0920513 Aug 16 14:24:51.886222 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3d7b1f45-71e1-4fc0-93c7-524442e39650 req-a2e3a01b-95f7-402d-8526-5e6e0f83258b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d82f1d9a-4f81-4827-993d-c6cff1bc08d0 HTTP/1.1" status: 200 len: 217 time: 0.0399528 Aug 16 14:24:51.943943 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b1f45-71e1-4fc0-93c7-524442e39650 req-7f68ec18-fc9e-409d-9695-d3aab5eb3de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:51.945463 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3d7b1f45-71e1-4fc0-93c7-524442e39650 req-7f68ec18-fc9e-409d-9695-d3aab5eb3de6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c8c2c4-3e3d-4834-b02d-0dbca651976a HTTP/1.1" status: 200 len: 855 time: 0.0503938 Aug 16 14:24:51.982072 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3d7b1f45-71e1-4fc0-93c7-524442e39650 req-eeadb497-8c95-477f-8608-42733ad9a868 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b64ca279-8b21-45f8-a7d0-de36e6b4668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247629 Aug 16 14:24:52.084977 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed6d36-a329-4d6c-b11a-a81a11d5fc23 req-ba2e27ca-3916-4260-b10a-dec8d8d1823b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:52.086655 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-88ed6d36-a329-4d6c-b11a-a81a11d5fc23 req-ba2e27ca-3916-4260-b10a-dec8d8d1823b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 943 time: 0.1036620 Aug 16 14:24:52.130393 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3d7b1f45-71e1-4fc0-93c7-524442e39650 req-8a575aef-81b2-4b45-b188-3049e8cacdd4 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379216 Aug 16 14:24:52.178145 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-88ed6d36-a329-4d6c-b11a-a81a11d5fc23 req-6c8652b8-1640-488c-979c-7865c968f27a tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798807 Aug 16 14:24:52.258772 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3d7b1f45-71e1-4fc0-93c7-524442e39650 req-3c7e7a3e-a945-4a5d-b4a2-87e93032d327 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166115 Aug 16 14:24:52.794569 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:24:53.314433 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6423a-928c-43e4-8e45-db28463afceb req-bb1b9c8b-3053-4e6b-a9d7-2f49e139b675 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:53.315960 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-21a6423a-928c-43e4-8e45-db28463afceb req-bb1b9c8b-3053-4e6b-a9d7-2f49e139b675 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 943 time: 0.0614676 Aug 16 14:24:53.356163 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-21a6423a-928c-43e4-8e45-db28463afceb req-34aa3c31-271d-4de3-92a9-474ed6a534e1 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Aug 16 14:24:53.845618 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device d82f1d9a-4f81-4827-993d-c6cff1bc08d0 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:24:53.947217 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port d82f1d9a-4f81-4827-993d-c6cff1bc08d0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:53.959811 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0', 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e', 'port_id': 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0', 'mac_address': 'fa:16:3e:2f:74:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c8c2c4-3e3d-4834-b02d-0dbca651976a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:24:54.003286 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:54.017987 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82f1d9a-4f81-4827-993d-c6cff1bc08d0 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:24:54.039220 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port d82f1d9a-4f81-4827-993d-c6cff1bc08d0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:54.043356 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:54.097985 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:54.389094 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['d82f1d9a-4f81-4827-993d-c6cff1bc08d0'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:24:54.488442 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f223cc2-2aab-48b0-ba6d-42905a35bd88 req-237a4257-180f-47c3-b4dd-e928ff921012 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:54.490948 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5f223cc2-2aab-48b0-ba6d-42905a35bd88 req-237a4257-180f-47c3-b4dd-e928ff921012 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 944 time: 0.0641031 Aug 16 14:24:54.529000 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5f223cc2-2aab-48b0-ba6d-42905a35bd88 req-bcec02e2-580d-46f0-8429-c5ca3dd3db5a tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Aug 16 14:24:55.651312 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01a498-f651-4f94-a47a-aae222ff050f req-e4730d3b-cfda-4040-95f7-f0da120abd21 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:55.653264 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8d01a498-f651-4f94-a47a-aae222ff050f req-e4730d3b-cfda-4040-95f7-f0da120abd21 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 944 time: 0.0523336 Aug 16 14:24:55.700136 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-8d01a498-f651-4f94-a47a-aae222ff050f req-ae03b55c-da8d-4340-a323-abf378e78450 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399861 Aug 16 14:24:55.877835 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device d82f1d9a-4f81-4827-993d-c6cff1bc08d0 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:24:55.936577 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port d82f1d9a-4f81-4827-993d-c6cff1bc08d0 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:24:55.940325 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port d82f1d9a-4f81-4827-993d-c6cff1bc08d0 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:24:55.940803 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:56.023688 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:56.047334 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d1379d-9dfd-4ea7-adb8-42c07b7d997a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:24:56.050078 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baafd0dc-3da5-4721-8e71-b6f1b79456c2" -d '{"events": [{"server_uuid": "f0d1379d-9dfd-4ea7-adb8-42c07b7d997a", "name": "network-vif-plugged", "status": "completed", "tag": "d82f1d9a-4f81-4827-993d-c6cff1bc08d0"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:24:56.064585 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port d82f1d9a-4f81-4827-993d-c6cff1bc08d0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:24:56.069619 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:24:56.093982 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222d0558-28ea-4536-8153-d03dc3309a7f x-openstack-request-id: req-222d0558-28ea-4536-8153-d03dc3309a7f {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:24:56.094395 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d1379d-9dfd-4ea7-adb8-42c07b7d997a", "name": "network-vif-plugged", "status": "completed", "tag": "d82f1d9a-4f81-4827-993d-c6cff1bc08d0", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:24:56.094725 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-222d0558-28ea-4536-8153-d03dc3309a7f {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:24:56.095107 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d1379d-9dfd-4ea7-adb8-42c07b7d997a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0', 'code': 200} Aug 16 14:24:56.126329 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:24:56.313937 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6804315-91b2-4d07-a6ec-68403b2da281 req-06733ae3-3e4b-4c44-8f60-fec063a8adc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:56.315419 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d6804315-91b2-4d07-a6ec-68403b2da281 req-06733ae3-3e4b-4c44-8f60-fec063a8adc3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 1098 time: 0.0474761 Aug 16 14:24:56.352579 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d6804315-91b2-4d07-a6ec-68403b2da281 req-377b0dc2-a65e-474d-a5e7-b10192b79130 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287316 Aug 16 14:24:56.817672 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8dbdb1-5331-4548-a0c1-9b0cad043d85 req-588ac3ee-6a87-4ed4-a92b-6d4c74ecac61 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:56.819133 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ec8dbdb1-5331-4548-a0c1-9b0cad043d85 req-588ac3ee-6a87-4ed4-a92b-6d4c74ecac61 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 945 time: 0.0499284 Aug 16 14:24:56.864924 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ec8dbdb1-5331-4548-a0c1-9b0cad043d85 req-eb24cc8e-05d7-4b69-9313-c52dcce5dc86 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329485 Aug 16 14:24:57.991050 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40196d3f-6bbe-45f6-808f-50bce56d6c3e req-64f9fa09-e5d2-495d-a0ed-a22ad62471c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:24:57.992141 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40196d3f-6bbe-45f6-808f-50bce56d6c3e req-64f9fa09-e5d2-495d-a0ed-a22ad62471c4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 945 time: 0.0561886 Aug 16 14:24:58.040025 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-40196d3f-6bbe-45f6-808f-50bce56d6c3e req-ed7e093c-3e65-45a2-afd8-84c8abd1520d tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418935 Aug 16 14:25:07.761191 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f2f2be43-fb7a-4504-906c-d5f73e5eb00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:10.316737 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-da217650-a477-4f07-96f7-8b3f35f571ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:10.849743 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:11.031544 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-141a0169-a608-4474-ada5-238234bfa4d8 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:11.033001 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-141a0169-a608-4474-ada5-238234bfa4d8 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 815 time: 0.1078045 Aug 16 14:25:11.047986 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-118e6756-9d0a-476b-a215-a3d8905324d8 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/quotas/ec9173c5493f4f6b84b511b1697adfd3 HTTP/1.1" status: 200 len: 375 time: 0.0091469 Aug 16 14:25:11.102821 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-8e90f919-ae3f-41ac-8e8e-53d0611a17eb tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491545 Aug 16 14:25:11.197910 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-2a957b13-e563-4f1c-a48a-7a2cce38d96f service neutron] 10.222.0.13 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879171 Aug 16 14:25:11.294595 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-cb30eb21-d962-45e8-8a7f-a703e2ed424c service neutron] 10.222.0.13 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905440 Aug 16 14:25:11.456453 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dc3d3455-66aa-4e7c-ae65-f0571272a264 req-0fbc0ef4-041b-444b-958d-7d0c3bcee151 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 210 time: 0.0298114 Aug 16 14:25:11.831944 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:12.554296 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-77c956a3-d7d7-444b-a3ad-bd70346e4f8a req-7c2deda0-1d8c-442f-87a1-039c96d14e68 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 210 time: 0.0310483 Aug 16 14:25:13.420640 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:13.651319 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-18746a0f-2306-4ee1-9c0d-7ff4e385917e req-15e6b478-cc47-4696-9bf9-00efa915ae7d tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 210 time: 0.0270267 Aug 16 14:25:14.679057 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-634ab442-13c3-4389-b023-178d00c17d71 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:14.680513 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-634ab442-13c3-4389-b023-178d00c17d71 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 815 time: 0.1241632 Aug 16 14:25:14.710909 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Request body: {'port': {'device_id': 'bbdb6175-3884-4565-a6b7-9866bcd8b923', 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e', 'admin_state_up': True, 'tenant_id': 'ec9173c5493f4f6b84b511b1697adfd3'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:14.747397 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3e8f61f9-17ca-4885-a073-681ba5f353b7 req-54e1097c-28be-444d-a8d3-77f3ecf7d78b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 210 time: 0.0287814 Aug 16 14:25:14.831792 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Made reservation on behalf of ec9173c5493f4f6b84b511b1697adfd3 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:25:14.835361 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:14.965605 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Allocated IP 172.20.0.4 (b64ca279-8b21-45f8-a7d0-de36e6b4668e/f9c8c2c4-3e3d-4834-b02d-0dbca651976a/0e417802-031e-4157-9a09-38e72343e0b2) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:25:15.124804 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:15.163818 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:15.207873 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['5178d2a5-781f-495f-aefe-509e5a5ad8ed', 'eec0e500-08a4-4aaf-8c7b-3dae63d06029', 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:25:15.208619 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Network b64ca279-8b21-45f8-a7d0-de36e6b4668e is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:15.211867 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:15.215635 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:25:15.222893 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Pushing event updated for resources: {'Port': ['ID=0e417802-031e-4157-9a09-38e72343e0b2,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:15.274093 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:15.274721 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:15.292045 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-7d002ec8-de02-4fae-971a-0980717b44a0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5853255 Aug 16 14:25:15.313009 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Request body: {'port': {'device_id': 'bbdb6175-3884-4565-a6b7-9866bcd8b923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:15.370539 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:15.642659 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e417802-031e-4157-9a09-38e72343e0b2 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:25:15.650036 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:15.663256 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Transition to ACTIVE for port object 0e417802-031e-4157-9a09-38e72343e0b2 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:15.667253 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:15.722312 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e417802-031e-4157-9a09-38e72343e0b2,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:15.789222 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Attempting to bind port 0e417802-031e-4157-9a09-38e72343e0b2 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:25:15.789565 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Attempting to bind port 0e417802-031e-4157-9a09-38e72343e0b2 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:25:15.789904 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Attempting to bind port 0e417802-031e-4157-9a09-38e72343e0b2 on network b64ca279-8b21-45f8-a7d0-de36e6b4668e {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:25:15.794184 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Port 0e417802-031e-4157-9a09-38e72343e0b2 on network b64ca279-8b21-45f8-a7d0-de36e6b4668e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:25:15.794511 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Attempting to bind port 0e417802-031e-4157-9a09-38e72343e0b2 on network b64ca279-8b21-45f8-a7d0-de36e6b4668e {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:25:15.799820 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:25:15.800167 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Checking segment: {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:25:15.800549 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Bound using segment: {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:25:15.800981 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Bound port: 0e417802-031e-4157-9a09-38e72343e0b2, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:25:15.801349 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:15.909087 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766e660-519b-4071-bacf-470c1fa23de6 req-06727411-5235-4308-bc2c-f36789370118 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:15.910642 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8766e660-519b-4071-bacf-470c1fa23de6 req-06727411-5235-4308-bc2c-f36789370118 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 943 time: 0.0946178 Aug 16 14:25:15.913236 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] For port 0e417802-031e-4157-9a09-38e72343e0b2, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:25:15.916592 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] For port 0e417802-031e-4157-9a09-38e72343e0b2, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=0e417802-031e-4157-9a09-38e72343e0b2,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:25:15.926886 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:15.978635 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:15.979341 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:15.980762 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] 10.222.0.30 "PUT /v2.0/ports/0e417802-031e-4157-9a09-38e72343e0b2 HTTP/1.1" status: 200 len: 1093 time: 0.6724486 Aug 16 14:25:15.981206 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdb6175-3884-4565-a6b7-9866bcd8b923', 'tag': '0e417802-031e-4157-9a09-38e72343e0b2'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:15.983572 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2" -d '{"events": [{"name": "network-changed", "server_uuid": "bbdb6175-3884-4565-a6b7-9866bcd8b923", "tag": "0e417802-031e-4157-9a09-38e72343e0b2"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:16.004718 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8766e660-519b-4071-bacf-470c1fa23de6 req-36d7159d-b0a9-406f-9e9a-615dba90d420 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865512 Aug 16 14:25:16.016239 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f9cac2-1667-4e69-8914-a2af36df2ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=0e417802-031e-4157-9a09-38e72343e0b2,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:16.037457 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2bb520-9b34-4267-bfdb-55fdeb93026a x-openstack-request-id: req-ba2bb520-9b34-4267-bfdb-55fdeb93026a {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:16.037854 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbdb6175-3884-4565-a6b7-9866bcd8b923", "tag": "0e417802-031e-4157-9a09-38e72343e0b2", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:16.038120 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba2bb520-9b34-4267-bfdb-55fdeb93026a {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:16.038519 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdb6175-3884-4565-a6b7-9866bcd8b923', 'tag': '0e417802-031e-4157-9a09-38e72343e0b2', 'status': 'completed', 'code': 200} Aug 16 14:25:16.115457 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-51954e22-2310-4daa-a056-33ad3c8b024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:16.117018 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-51954e22-2310-4daa-a056-33ad3c8b024a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 1096 time: 0.0476012 Aug 16 14:25:16.169955 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-149b20d3-a10d-46a0-97be-8cb0b5896786 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e417802-031e-4157-9a09-38e72343e0b2 HTTP/1.1" status: 200 len: 217 time: 0.0385466 Aug 16 14:25:16.220097 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-c46d7851-7a7e-40eb-a870-975f1af87e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:16.221720 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-c46d7851-7a7e-40eb-a870-975f1af87e07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c8c2c4-3e3d-4834-b02d-0dbca651976a HTTP/1.1" status: 200 len: 855 time: 0.0445266 Aug 16 14:25:16.254890 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-e16b15ad-9e67-471a-9f23-d5d2f3f125b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b64ca279-8b21-45f8-a7d0-de36e6b4668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252876 Aug 16 14:25:16.352931 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-ced1cbc0-9f50-4930-83db-fe098aa59282 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902176 Aug 16 14:25:16.449199 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0a27e5a6-02c8-4d8a-8bb6-c0302cff60eb req-cc08f003-f818-4faf-9cb4-8388a2643cbe service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891376 Aug 16 14:25:16.592119 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2 req-f1c6e35c-f501-4000-8e87-1b005242db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:16.593581 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2 req-f1c6e35c-f501-4000-8e87-1b005242db81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 1096 time: 0.0404565 Aug 16 14:25:16.692599 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2 req-30ab65e3-e3d4-4f27-b0e4-7a77c6e71766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:16.694063 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2 req-30ab65e3-e3d4-4f27-b0e4-7a77c6e71766 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 200 len: 916 time: 0.0916073 Aug 16 14:25:16.738440 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2 req-e827a5ae-be13-4385-b4e9-cabd65575250 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0e417802-031e-4157-9a09-38e72343e0b2 HTTP/1.1" status: 200 len: 217 time: 0.0359447 Aug 16 14:25:16.793796 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2 req-f9400f52-4e15-4815-bce3-cd019d934422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:16.795233 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2 req-f9400f52-4e15-4815-bce3-cd019d934422 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9c8c2c4-3e3d-4834-b02d-0dbca651976a HTTP/1.1" status: 200 len: 855 time: 0.0473967 Aug 16 14:25:16.833711 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2 req-9054dad0-bb94-4d57-9883-a90c056c1bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b64ca279-8b21-45f8-a7d0-de36e6b4668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280688 Aug 16 14:25:16.929453 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2 req-96c5246b-40d1-4c2f-b18a-f6779201ab91 service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874190 Aug 16 14:25:17.030705 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7b672fe-0d28-46f2-8ecd-374d71bb2ca2 req-5be5b205-6159-4aeb-9ed8-28d5d32930fe service neutron] 10.222.0.30 "GET /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918415 Aug 16 14:25:17.129182 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95488829-7455-42a0-a54c-2d5b68c5bed1 req-18f82eff-9b96-4daa-81d9-9bc3985c7d54 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:17.130795 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-95488829-7455-42a0-a54c-2d5b68c5bed1 req-18f82eff-9b96-4daa-81d9-9bc3985c7d54 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 943 time: 0.0567024 Aug 16 14:25:17.170640 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-95488829-7455-42a0-a54c-2d5b68c5bed1 req-5c6f6992-d5b3-43c8-97b2-65351008a6bf tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337842 Aug 16 14:25:17.207143 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:18.042669 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 0e417802-031e-4157-9a09-38e72343e0b2 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:25:18.136856 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 0e417802-031e-4157-9a09-38e72343e0b2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=0e417802-031e-4157-9a09-38e72343e0b2,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:18.148036 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '0e417802-031e-4157-9a09-38e72343e0b2', 'network_id': 'b64ca279-8b21-45f8-a7d0-de36e6b4668e', 'port_id': '0e417802-031e-4157-9a09-38e72343e0b2', 'mac_address': 'fa:16:3e:4e:a9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c8c2c4-3e3d-4834-b02d-0dbca651976a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:25:18.188501 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:18.202140 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e417802-031e-4157-9a09-38e72343e0b2 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:25:18.222970 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 0e417802-031e-4157-9a09-38e72343e0b2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=0e417802-031e-4157-9a09-38e72343e0b2,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:18.227782 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:18.277736 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=0e417802-031e-4157-9a09-38e72343e0b2,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:18.284926 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.285277 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.285766 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.286107 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.286442 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.286774 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.287163 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.287569 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.287879 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.288166 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.288491 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.288814 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:18.291570 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59911663-c5bb-434e-8e05-f56aa21200e5 req-58772b70-e936-4692-b06b-a32aa65b001b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:18.293242 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-59911663-c5bb-434e-8e05-f56aa21200e5 req-58772b70-e936-4692-b06b-a32aa65b001b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 944 time: 0.0506630 Aug 16 14:25:18.342521 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-59911663-c5bb-434e-8e05-f56aa21200e5 req-68c1a229-e3b0-4fcd-83c5-617a74698bb4 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Aug 16 14:25:18.580036 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['0e417802-031e-4157-9a09-38e72343e0b2'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:25:19.490249 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cddfbb-0447-4ef6-8db7-af873706bed9 req-68a6a83a-183c-436e-adf2-978de2f62283 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:19.495603 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-24cddfbb-0447-4ef6-8db7-af873706bed9 req-68a6a83a-183c-436e-adf2-978de2f62283 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 944 time: 0.0859590 Aug 16 14:25:19.541635 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-24cddfbb-0447-4ef6-8db7-af873706bed9 req-22b0c3ae-1ff9-403b-bd60-c46880c8298d tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439184 Aug 16 14:25:19.762584 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56530) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:19.879831 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-82e0a9f3-6c3a-44cd-81d9-20b99c9fd166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:19.980297 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-6bfcb37d-cfdc-4792-b14d-8ac2a261bdd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644560 Aug 16 14:25:20.014070 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-82e0a9f3-6c3a-44cd-81d9-20b99c9fd166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:20.018922 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-82e0a9f3-6c3a-44cd-81d9-20b99c9fd166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:20.049979 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 0e417802-031e-4157-9a09-38e72343e0b2 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:20.090119 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0a9f3-6c3a-44cd-81d9-20b99c9fd166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbebc1c-f0cc-416b-8768-5ca15dbf613d,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:20.102410 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 0e417802-031e-4157-9a09-38e72343e0b2 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:20.104246 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-82e0a9f3-6c3a-44cd-81d9-20b99c9fd166 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a2a96dc6b1b4812ab4bd35860456dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405402 Aug 16 14:25:20.104480 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56534) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:20.107329 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 0e417802-031e-4157-9a09-38e72343e0b2 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:20.107724 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:20.119542 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-0dff0494-ee1d-4c46-ae68-610d0e7bdb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:20.121128 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-0dff0494-ee1d-4c46-ae68-610d0e7bdb3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 1098 time: 0.0700903 Aug 16 14:25:20.165007 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:20.187549 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:20.193103 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:20.222915 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdb6175-3884-4565-a6b7-9866bcd8b923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e417802-031e-4157-9a09-38e72343e0b2'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:20.225224 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd86e89-4fa8-4e9f-ad96-dae25c88283a" -d '{"events": [{"server_uuid": "bbdb6175-3884-4565-a6b7-9866bcd8b923", "name": "network-vif-plugged", "status": "completed", "tag": "0e417802-031e-4157-9a09-38e72343e0b2"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:20.240162 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 0e417802-031e-4157-9a09-38e72343e0b2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=0e417802-031e-4157-9a09-38e72343e0b2,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:20.249957 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:20.252628 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:20.257694 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:20.262129 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fbebc1c-f0cc-416b-8768-5ca15dbf613d HTTP/1.1" status: 204 len: 168 time: 0.1554930 Aug 16 14:25:20.271941 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbebc1c-f0cc-416b-8768-5ca15dbf613d,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:20.279344 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62df293a-68e4-4f40-a561-a0ed19879698 x-openstack-request-id: req-62df293a-68e4-4f40-a561-a0ed19879698 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:20.279667 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdb6175-3884-4565-a6b7-9866bcd8b923", "name": "network-vif-plugged", "status": "completed", "tag": "0e417802-031e-4157-9a09-38e72343e0b2", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:20.279954 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62df293a-68e4-4f40-a561-a0ed19879698 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:20.280360 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdb6175-3884-4565-a6b7-9866bcd8b923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e417802-031e-4157-9a09-38e72343e0b2', 'code': 200} Aug 16 14:25:20.280591 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.281014 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.281421 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.281839 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.282238 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.283306 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.283800 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.284203 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.285117 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.285490 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.285906 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.286842 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d587373-9411-47ba-ba47-d1155e1c9fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:20.324036 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=0e417802-031e-4157-9a09-38e72343e0b2,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:20.584216 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fd806-c15c-4a91-9365-b908368844a8 req-6bb6394c-390a-4ba4-b6bc-39098b8b8dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:20.585749 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b3fd806-c15c-4a91-9365-b908368844a8 req-6bb6394c-390a-4ba4-b6bc-39098b8b8dd2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 1098 time: 0.0980458 Aug 16 14:25:20.590421 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-d04eaec2-cfe6-4800-b277-746a1f61c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:20.591870 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-d04eaec2-cfe6-4800-b277-746a1f61c8b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.4427176 Aug 16 14:25:20.719314 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3b3fd806-c15c-4a91-9365-b908368844a8 req-d29a5e9d-8a6a-4716-a318-dafb21bacc05 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116426 Aug 16 14:25:20.731103 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-b402aa38-c7f1-405b-ac44-502298eb9f68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c5ebd79-5809-4191-8236-2cc81b4f3398 HTTP/1.1" status: 200 len: 1000 time: 0.1221490 Aug 16 14:25:20.740501 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de1241-60cc-4614-a3a7-7a752c9f0451 req-f7a2e2e9-2fe2-4545-aebf-a5c812a05f30 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:20.742098 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-16de1241-60cc-4614-a3a7-7a752c9f0451 req-f7a2e2e9-2fe2-4545-aebf-a5c812a05f30 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 945 time: 0.1260002 Aug 16 14:25:20.790079 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-16de1241-60cc-4614-a3a7-7a752c9f0451 req-3d3ac89f-987e-4c59-beb0-1719c206797f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Aug 16 14:25:21.067012 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-5fb5773b-8123-40c0-9f2e-efe48947f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:21.068534 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-5fb5773b-8123-40c0-9f2e-efe48947f48c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0470886 Aug 16 14:25:21.121880 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-48c7ef06-80fd-4c28-bfc0-84e8da7a00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:21.123403 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-48c7ef06-80fd-4c28-bfc0-84e8da7a00fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450091 Aug 16 14:25:21.227365 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-09b6c43c-b4f7-4d5a-8bbf-653410c677d2 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951178 Aug 16 14:25:21.324743 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-1852e3d6-c178-4c2d-b662-2094de8ace01 req-fb4428d7-767c-49e0-8e27-95314e8b1b50 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851805 Aug 16 14:25:21.925346 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1ef44-29e4-4afa-8d51-3b82812ec9a7 req-589a5544-cecb-4453-abf5-fb055c062dfb tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:21.926943 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ce1ef44-29e4-4afa-8d51-3b82812ec9a7 req-589a5544-cecb-4453-abf5-fb055c062dfb tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 945 time: 0.0554936 Aug 16 14:25:21.965851 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5ce1ef44-29e4-4afa-8d51-3b82812ec9a7 req-4a55f0ba-c156-4ae4-ab8d-7fb1de3bd6b5 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327275 Aug 16 14:25:23.086599 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda5dc8-f1d2-41ca-80f8-98a9591d3de9 req-2fa8c11c-fb76-4c85-a6c0-617de72cb7e2 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:23.088087 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9bda5dc8-f1d2-41ca-80f8-98a9591d3de9 req-2fa8c11c-fb76-4c85-a6c0-617de72cb7e2 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 945 time: 0.0493491 Aug 16 14:25:23.127235 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9bda5dc8-f1d2-41ca-80f8-98a9591d3de9 req-34b3cf54-b58f-44d7-af5c-af8609732e60 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332429 Aug 16 14:25:24.189699 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5c760-7887-4b71-a07f-f8f0eba726c8 req-ed8019ce-dd10-4e95-bd29-74a4f9cef059 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:24.191186 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e5c5c760-7887-4b71-a07f-f8f0eba726c8 req-ed8019ce-dd10-4e95-bd29-74a4f9cef059 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 945 time: 0.0541992 Aug 16 14:25:24.232394 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e5c5c760-7887-4b71-a07f-f8f0eba726c8 req-8f287bbc-4610-427b-924a-47f5f6cc9982 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350993 Aug 16 14:25:25.350915 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1db65c-1247-4f9c-a835-bf0df575d9eb req-271a04ac-3f86-42e9-ab08-e8680670d5e7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:25.352771 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2b1db65c-1247-4f9c-a835-bf0df575d9eb req-271a04ac-3f86-42e9-ab08-e8680670d5e7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 945 time: 0.0508573 Aug 16 14:25:25.394605 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2b1db65c-1247-4f9c-a835-bf0df575d9eb req-4c41ef84-a874-4f65-b5f1-1790e80c4fc8 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361354 Aug 16 14:25:26.518857 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e823a6-664f-451d-a45d-664c08e2dfa1 req-63a191d2-52b2-487c-85ad-5bdeb12b43f7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:26.520543 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-14e823a6-664f-451d-a45d-664c08e2dfa1 req-63a191d2-52b2-487c-85ad-5bdeb12b43f7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 945 time: 0.0505538 Aug 16 14:25:26.560851 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-14e823a6-664f-451d-a45d-664c08e2dfa1 req-fcdccd3c-371e-4198-b137-d5dcfc28ba8f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341804 Aug 16 14:25:27.695362 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e8bee-154b-4a77-83a0-d17d8c00743e req-60bf1381-b286-4219-840a-cd0c5b9fcc45 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:27.696851 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-042e8bee-154b-4a77-83a0-d17d8c00743e req-60bf1381-b286-4219-840a-cd0c5b9fcc45 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 945 time: 0.0507462 Aug 16 14:25:27.735969 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-042e8bee-154b-4a77-83a0-d17d8c00743e req-590827a0-1ff9-4d14-80d7-3ede54cfd28a tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327642 Aug 16 14:25:27.861496 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-97c493ef-3a6f-4207-8a88-4e18eabbb789 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:27.863181 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-97c493ef-3a6f-4207-8a88-4e18eabbb789 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 945 time: 0.0532889 Aug 16 14:25:27.957290 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Deleting port 2c5ebd79-5809-4191-8236-2cc81b4f3398 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:27.957543 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:28.065834 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] For port 2c5ebd79-5809-4191-8236-2cc81b4f3398, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=2c5ebd79-5809-4191-8236-2cc81b4f3398,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:28.066202 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:28.239477 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:28.240000 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:28.240452 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.l3_db [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Floating IP 72d33aa1-b75f-4b08-82be-aef23a7e2fde disassociated. External IP: 172.27.3.11, port: 2c5ebd79-5809-4191-8236-2cc81b4f3398. Aug 16 14:25:28.240942 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Calling delete_port for 2c5ebd79-5809-4191-8236-2cc81b4f3398 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:28.377804 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:28.406294 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event deleted for resources: {'Port': ['ID=2c5ebd79-5809-4191-8236-2cc81b4f3398,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:28.526543 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Router b9df7c63-7f83-46fa-8577-058ab621f2e4 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:25:28.635904 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:25:28.645929 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] Sync routers for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:25:28.656817 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:28.658069 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:28.676030 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] No DVR routers for this DVR port 2c5ebd79-5809-4191-8236-2cc81b4f3398 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:28.678596 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:28.680627 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3dc8b74b-cf30-4476-a79d-d9f060b555b8 req-290f354e-e75e-4800-9cf1-392d1db226c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "DELETE /v2.0/ports/2c5ebd79-5809-4191-8236-2cc81b4f3398 HTTP/1.1" status: 204 len: 173 time: 0.8092058 Aug 16 14:25:28.681059 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'name': 'network-vif-deleted', 'tag': '2c5ebd79-5809-4191-8236-2cc81b4f3398'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:28.683359 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f847a4-b107-4598-a409-9c77b4cd013f" -d '{"events": [{"server_uuid": "9c802e35-3dda-4a53-9ecf-c142824ee80d", "name": "network-vif-deleted", "tag": "2c5ebd79-5809-4191-8236-2cc81b4f3398"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:28.731762 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b899c1f2-dd4b-444f-91ac-f5f2614c704a x-openstack-request-id: req-b899c1f2-dd4b-444f-91ac-f5f2614c704a {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:28.732383 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c802e35-3dda-4a53-9ecf-c142824ee80d", "name": "network-vif-deleted", "tag": "2c5ebd79-5809-4191-8236-2cc81b4f3398", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:28.732383 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b899c1f2-dd4b-444f-91ac-f5f2614c704a {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:28.732839 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c802e35-3dda-4a53-9ecf-c142824ee80d', 'name': 'network-vif-deleted', 'tag': '2c5ebd79-5809-4191-8236-2cc81b4f3398', 'status': 'completed', 'code': 200} Aug 16 14:25:28.772257 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:28.856567 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ead666ed-ac98-4263-a135-18fbe939e5d1 req-cb86181e-c36f-4f0a-bb23-96fe4811fcad tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c802e35-3dda-4a53-9ecf-c142824ee80d HTTP/1.1" status: 200 len: 210 time: 0.0306675 Aug 16 14:25:28.990003 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:29.019656 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] Checking router: b9df7c63-7f83-46fa-8577-058ab621f2e4 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:25:29.028789 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:29.029412 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:29.147296 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:29.361892 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:29.393055 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2635bef3-1c00-4d45-8a54-a75b8d28ed6e None None] The sync data for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi is: [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:25:29.439882 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56658) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:29.576770 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-110f61b7-11fb-4c76-a7dc-578bd4ca9d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:29.676699 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5399179c-31fc-4dd8-9edd-0be29ed2b6a8 None None] New status for floating IP 72d33aa1-b75f-4b08-82be-aef23a7e2fde: DOWN {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:25:29.694433 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-110f61b7-11fb-4c76-a7dc-578bd4ca9d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:29.698939 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-110f61b7-11fb-4c76-a7dc-578bd4ca9d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:29.740224 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f61b7-11fb-4c76-a7dc-578bd4ca9d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcc802c-edd3-493e-bc3e-21bb81965ee6,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:29.747537 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-110f61b7-11fb-4c76-a7dc-578bd4ca9d4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1a7bde51d0c49e3885349757771026f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025744 Aug 16 14:25:29.747815 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56662) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:29.797484 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:25:29.801859 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5d53a2b0-aa54-4a08-845d-59a881a9fea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:29.825999 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5d53a2b0-aa54-4a08-845d-59a881a9fea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:29.873695 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5d53a2b0-aa54-4a08-845d-59a881a9fea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:29.876538 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5d53a2b0-aa54-4a08-845d-59a881a9fea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:29.877635 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5d53a2b0-aa54-4a08-845d-59a881a9fea7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8dcc802c-edd3-493e-bc3e-21bb81965ee6 HTTP/1.1" status: 204 len: 168 time: 0.1289361 Aug 16 14:25:29.885505 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53a2b0-aa54-4a08-845d-59a881a9fea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcc802c-edd3-493e-bc3e-21bb81965ee6,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:30.133159 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-a449e0ad-9969-4c7f-9726-e18d0af2531e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761491282&fields=id&tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5 HTTP/1.1" status: 200 len: 267 time: 0.0385594 Aug 16 14:25:30.253591 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-1bc4ce38-bc56-401b-9701-647f2fcb1e05 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:30.255083 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-1bc4ce38-bc56-401b-9701-647f2fcb1e05 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 810 time: 0.1152935 Aug 16 14:25:30.272341 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-bbc53e4d-e348-4244-a2aa-9ca7e8158c5b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/quotas/af85b7a9f5b949eaac5cee5b1efd4cb5 HTTP/1.1" status: 200 len: 375 time: 0.0108006 Aug 16 14:25:30.335705 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-bcb609c6-a602-4617-a79b-98bc0d842cb6 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0571375 Aug 16 14:25:30.438672 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-853f4469-fd21-4e08-8ae7-5721beb1a9a3 service neutron] 10.222.0.13 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903242 Aug 16 14:25:30.538112 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-4839214b-62f8-47a9-a63b-99bc8690f077 service neutron] 10.222.0.13 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922117 Aug 16 14:25:30.560648 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56694) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:30.664285 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-784551962-network', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:30.687443 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Made reservation on behalf of 9f59d1589cdd4af4828be16c2b12a75a for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:25:30.689820 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:30.698681 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:30.808602 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:30.813483 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:30.870831 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ff91802e-5a9c-4f70-b070-018683641e4a req-5cef2948-08ae-4b3d-b7b7-2bb0ab319690 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 210 time: 0.0421422 Aug 16 14:25:30.872495 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:25:30.877539 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded83901-2218-4676-b718-dd6be46cd65f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:30.888561 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:30.889083 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Added segment acf58cb1-9449-49c1-bcf1-383160605300 of type vlan for network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad Aug 16 14:25:30.930524 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:30.961115 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:30.962304 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:30.962977 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.023739 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4615428 Aug 16 14:25:31.026337 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56712) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:31.032075 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Request body: {'subnet': {'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-784551962-subnet', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:31.034225 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36224008-5aac-42bc-937f-eaf7eb9f3fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:31.045248 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:25:31.058323 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Made reservation on behalf of 9f59d1589cdd4af4828be16c2b12a75a for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:25:31.060677 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3793399'] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.246728 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3793305'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.322354 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cb28573-5c9b-47ec-959d-7229f59e5102,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:31.333213 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Checking segment: {'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:25:31.333505 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Network hostable DHCP agents. Network: eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:25:31.351615 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:25:31.362177 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:31.366407 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:31.366995 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.372176 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e995c3-3c9d-481b-82f6-aedd134bad94 None None] Network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:25:31.384197 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-f60e7d5f-5a2b-43d4-9926-ed5f4bd498dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3539896 Aug 16 14:25:31.384615 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56718) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:31.389090 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:31.414897 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3310'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.416598 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3301'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.480601 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.544751 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp313dcea0-1251-5108-a967-adabd9b83d60-eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102'}]}} from dv-cinder-804584-9-iscsi. {{(pid=94162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:25:31.545625 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.628836 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.822221 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.db_base_plugin_common [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Allocated IP 172.20.0.2 (eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad/5cb28573-5c9b-47ec-959d-7229f59e5102/750a8bcc-91a7-4f80-88f2-ffa3ac24e38f) {{(pid=94162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:25:31.841389 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:31.862719 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.003594 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Allocated IP 172.27.3.184 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/3217f3db-23d5-4a18-a9e7-1deaac9b0c5f) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:25:32.005417 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Notify callbacks [] for port, precommit_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.017890 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Transition to ACTIVE for port object 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:32.026169 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-97890778-d5a5-481f-9670-3f15a6c9f94c tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:32.027240 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-97890778-d5a5-481f-9670-3f15a6c9f94c tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 810 time: 0.1406403 Aug 16 14:25:32.029465 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-988225c0-3578-464e-bc5c-0ce2ab884fe7 req-b281156d-413e-4921-96b9-5d5d3f4e03da tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 210 time: 0.0541122 Aug 16 14:25:32.035773 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Transition to ACTIVE for port object 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f will not be triggered until provisioned by entity DHCP. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:32.054655 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.099504 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-ed8378df-c688-4a1c-89e4-fe492fe5c310 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5 HTTP/1.1" status: 200 len: 380 time: 0.0568912 Aug 16 14:25:32.099650 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad is already hosted by enough agents. {{(pid=94162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:32.104429 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.base_scheduler [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Resources bound (agent type, host, resource id): {{(pid=94162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:32.108466 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Received port after_create {{(pid=94162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:25:32.110139 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'port': {'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'admin_state_up': True, 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'security_groups': ['9ba0215c-4898-4bd7-9003-2966d71d7fb8']}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:32.117072 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Pushing event updated for resources: {'Port': ['ID=750a8bcc-91a7-4f80-88f2-ffa3ac24e38f,revision_number=1']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:32.119650 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 2c5ebd79-5809-4191-8236-2cc81b4f3398 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:32.139244 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.143522 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 2c5ebd79-5809-4191-8236-2cc81b4f3398 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:32.143796 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 2c5ebd79-5809-4191-8236-2cc81b4f3398 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:32.186152 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.201352 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Attempting to bind port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:25:32.201726 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Attempting to bind port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:25:32.202086 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Attempting to bind port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f on network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:25:32.208267 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:25:32.208639 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Checking segment: {'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:25:32.209044 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.209471 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Bound using segment: {'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:25:32.209947 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Bound port: 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:25:32.210436 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.233359 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:32.237577 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:32.246049 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:25:32.249523 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Made reservation on behalf of af85b7a9f5b949eaac5cee5b1efd4cb5 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:25:32.254311 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.285470 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Pushing event updated for resources: {'Port': ['ID=3217f3db-23d5-4a18-a9e7-1deaac9b0c5f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:32.289649 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] For port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:25:32.301116 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] For port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=750a8bcc-91a7-4f80-88f2-ffa3ac24e38f,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:25:32.306137 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.365244 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624f9bd-b4a8-4308-b0c3-32ede45b459a None None] Pushing event updated for resources: {'Port': ['ID=750a8bcc-91a7-4f80-88f2-ffa3ac24e38f,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:32.407230 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Allocated IP 172.20.0.10 (6276dbc6-5091-4375-b2b0-77e15438df5a/dbebb62c-d344-4ac3-965d-c181657fb6ae/27235cfb-2617-4180-ae0a-58632c1884a0) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:25:32.612165 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.639746 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Transition to ACTIVE for port object 27235cfb-2617-4180-ae0a-58632c1884a0 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:32.689900 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.731676 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Network 6276dbc6-5091-4375-b2b0-77e15438df5a is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:32.737401 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:32.741691 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:25:32.769898 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'Port': ['ID=27235cfb-2617-4180-ae0a-58632c1884a0,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:32.802949 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:32.805967 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.811410 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:32.829294 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-8360f2ca-66a7-4c39-bf61-098c0d292e29 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7236762 Aug 16 14:25:32.857014 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Request body: {'port': {'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:32.915814 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:33.021439 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:33.077510 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-d3a0d6f1-b19d-4bd1-8321-c2be1693ec13 None None] Provisioning for port 27235cfb-2617-4180-ae0a-58632c1884a0 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:33.089425 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-d3a0d6f1-b19d-4bd1-8321-c2be1693ec13 None None] Provisioning complete for port 27235cfb-2617-4180-ae0a-58632c1884a0 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:33.090093 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d3a0d6f1-b19d-4bd1-8321-c2be1693ec13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:33.137955 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0d6f1-b19d-4bd1-8321-c2be1693ec13 None None] Port 27235cfb-2617-4180-ae0a-58632c1884a0 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:25:33.227985 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01def5ad-d179-447b-8891-0e1c18820fd3 req-8bc7aee8-75cf-48c1-9952-027189d5a6bd tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:33.229957 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-01def5ad-d179-447b-8891-0e1c18820fd3 req-8bc7aee8-75cf-48c1-9952-027189d5a6bd tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 932 time: 0.0797806 Aug 16 14:25:33.232111 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Router 843d4495-268b-47b6-8aab-b8e1ae9ae61d is scheduled to L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:25:33.246516 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27235cfb-2617-4180-ae0a-58632c1884a0 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:25:33.260987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:33.294679 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Transition to ACTIVE for port object 27235cfb-2617-4180-ae0a-58632c1884a0 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:33.301090 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:33.369000 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-01def5ad-d179-447b-8891-0e1c18820fd3 req-d12aa9e0-55af-4504-8be9-2452b1683687 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283875 Aug 16 14:25:33.369815 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Pushing event updated for resources: {'Port': ['ID=27235cfb-2617-4180-ae0a-58632c1884a0,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:33.397251 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.397673 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.398089 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.398501 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.398903 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.399309 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.399805 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.400114 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.400433 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.400766 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.401099 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.401429 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:33.412810 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:25:33.422848 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Sync routers for ids ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:25:33.442186 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:33.448395 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56728) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:33.448720 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-3ab2d006-9f34-4eea-b4c6-3ccac5ca9d5e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0587537 Aug 16 14:25:33.460347 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Routers {'843d4495-268b-47b6-8aab-b8e1ae9ae61d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:33.461060 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:33.525803 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Attempting to bind port 27235cfb-2617-4180-ae0a-58632c1884a0 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:25:33.526151 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Attempting to bind port 27235cfb-2617-4180-ae0a-58632c1884a0 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:25:33.526496 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Attempting to bind port 27235cfb-2617-4180-ae0a-58632c1884a0 on network 6276dbc6-5091-4375-b2b0-77e15438df5a {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:25:33.586523 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Port 27235cfb-2617-4180-ae0a-58632c1884a0 on network 6276dbc6-5091-4375-b2b0-77e15438df5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:25:33.586855 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Attempting to bind port 27235cfb-2617-4180-ae0a-58632c1884a0 on network 6276dbc6-5091-4375-b2b0-77e15438df5a {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:25:33.599414 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0060de5b-b124-4d9d-8bd2-3d92f8a179ed None None] Network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:25:33.610792 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:25:33.611136 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Checking segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:25:33.611597 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Bound using segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:25:33.612080 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Bound port: 27235cfb-2617-4180-ae0a-58632c1884a0, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:25:33.612448 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:33.656967 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Set router 843d4495-268b-47b6-8aab-b8e1ae9ae61d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:33.659900 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:33.774121 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] For port 27235cfb-2617-4180-ae0a-58632c1884a0, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:25:33.779074 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] For port 27235cfb-2617-4180-ae0a-58632c1884a0, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=27235cfb-2617-4180-ae0a-58632c1884a0,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:25:33.786057 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:33.868855 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:33.869288 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:33.870698 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] 10.222.0.30 "PUT /v2.0/ports/27235cfb-2617-4180-ae0a-58632c1884a0 HTTP/1.1" status: 200 len: 1094 time: 1.0188715 Aug 16 14:25:33.871139 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'tag': '27235cfb-2617-4180-ae0a-58632c1884a0'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:33.873394 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895515c7-a28d-4383-b5f2-7e7b5487a6c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e52a371e-daa1-466d-b194-0335b41b5d41", "tag": "27235cfb-2617-4180-ae0a-58632c1884a0"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:33.935972 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99879e33-36c9-45f0-94d8-0b4e3909bae4 service neutron] Pushing event updated for resources: {'Port': ['ID=27235cfb-2617-4180-ae0a-58632c1884a0,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:33.952061 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-9a92e02c-2721-4b1a-89cb-59f467fa79e3 None None] Provisioning for port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:33.959137 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c1861d-6e1c-47e7-88d8-97a15598986d x-openstack-request-id: req-86c1861d-6e1c-47e7-88d8-97a15598986d {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:33.959416 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52a371e-daa1-466d-b194-0335b41b5d41", "tag": "27235cfb-2617-4180-ae0a-58632c1884a0", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:33.959626 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-86c1861d-6e1c-47e7-88d8-97a15598986d {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:33.960052 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'tag': '27235cfb-2617-4180-ae0a-58632c1884a0', 'status': 'completed', 'code': 200} Aug 16 14:25:33.998113 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:34.015762 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:34.016358 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.073195 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-cf2d0f98-5b8d-40ee-a339-9109a711a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:34.074684 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-cf2d0f98-5b8d-40ee-a339-9109a711a147 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 1097 time: 0.1277821 Aug 16 14:25:34.130684 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-3ccc3120-0f8d-402a-9ba9-9442f8b78bfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27235cfb-2617-4180-ae0a-58632c1884a0 HTTP/1.1" status: 200 len: 217 time: 0.0375686 Aug 16 14:25:34.144134 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.182059 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:32Z', 'revision_number': 3, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:34.221458 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Checking router: 843d4495-268b-47b6-8aab-b8e1ae9ae61d for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:25:34.221845 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Updating router 843d4495-268b-47b6-8aab-b8e1ae9ae61d port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f binding host dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:25:34.239952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-15a1dfb8-3549-41e8-91c6-87a3e3d2002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:34.241443 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-15a1dfb8-3549-41e8-91c6-87a3e3d2002b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0952196 Aug 16 14:25:34.242744 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.267893 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.310393 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=750a8bcc-91a7-4f80-88f2-ffa3ac24e38f,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:34.330147 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.339469 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-ee0c5c84-51de-4c63-aaeb-f7c0174b117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:34.341000 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-ee0c5c84-51de-4c63-aaeb-f7c0174b117f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888374 Aug 16 14:25:34.491041 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Allocated IP 172.20.0.1 (eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad/5cb28573-5c9b-47ec-959d-7229f59e5102/e690475e-df64-4f08-9e7e-4c8c36cb869f) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:25:34.588955 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccb562-3027-4796-b3ee-83fbaf7e02a5 req-6ff074da-6697-4cac-a972-34daeae8fd5c tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:34.591490 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-eeccb562-3027-4796-b3ee-83fbaf7e02a5 req-6ff074da-6697-4cac-a972-34daeae8fd5c tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 944 time: 0.1271653 Aug 16 14:25:34.610093 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-f6cc7bc8-0f26-49ab-b8b4-abfdfcb3a348 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602639 Aug 16 14:25:34.622097 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=750a8bcc-91a7-4f80-88f2-ffa3ac24e38f,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:34.635829 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-7fb2aada-d26f-4372-8005-b4f30237d73d None None] Provisioning complete for port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:34.636213 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-7fb2aada-d26f-4372-8005-b4f30237d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.671275 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-eeccb562-3027-4796-b3ee-83fbaf7e02a5 req-7dbe9499-e4b9-4928-ad3d-aa42b026ff11 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735176 Aug 16 14:25:34.733498 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.742141 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.761035 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b7aef6f1-53da-4346-aae1-b824252838a6 req-4e40f612-03d6-41ca-95a1-a4a7637ed88c service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422071 Aug 16 14:25:34.763581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Transition to ACTIVE for port object e690475e-df64-4f08-9e7e-4c8c36cb869f will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:34.786104 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Transition to ACTIVE for port object 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:34.801387 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.805606 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.857846 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Attempting to bind port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:25:34.858202 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Attempting to bind port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:25:34.858657 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Attempting to bind port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f on network 6b166495-d3e3-4480-9115-660eac9b9b3e {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:25:34.860702 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f2d75-3abb-44f2-86cb-fced02939f57 None None] Pushing event updated for resources: {'Port': ['ID=3217f3db-23d5-4a18-a9e7-1deaac9b0c5f,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:34.861960 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:34.866475 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:25:34.866858 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:25:34.867262 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.867654 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Bound using segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:25:34.868177 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Bound port: 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:25:34.868619 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.892430 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:34.899369 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:25:34.936619 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] For port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:25:34.941339 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] For port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=3217f3db-23d5-4a18-a9e7-1deaac9b0c5f,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:25:34.946981 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:34.952933 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Pushing event updated for resources: {'Port': ['ID=e690475e-df64-4f08-9e7e-4c8c36cb869f,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:34.987960 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-1210553b-589a-48fd-a814-ee45b1bfe25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:34.989481 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-1210553b-589a-48fd-a814-ee45b1bfe25f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 1097 time: 0.1107767 Aug 16 14:25:34.996582 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701108'] for router_interface, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:35.022981 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Routers {'843d4495-268b-47b6-8aab-b8e1ae9ae61d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:35.023624 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:35.025655 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f2d75-3abb-44f2-86cb-fced02939f57 None None] Pushing event updated for resources: {'Port': ['ID=3217f3db-23d5-4a18-a9e7-1deaac9b0c5f,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:35.142978 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-be22b1a3-997b-49ab-9a8f-0bef454347ec None None] Provisioning for port e690475e-df64-4f08-9e7e-4c8c36cb869f completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:35.146116 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] Set router 843d4495-268b-47b6-8aab-b8e1ae9ae61d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:35.303570 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-be22b1a3-997b-49ab-9a8f-0bef454347ec None None] Provisioning complete for port e690475e-df64-4f08-9e7e-4c8c36cb869f triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:35.304331 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-be22b1a3-997b-49ab-9a8f-0bef454347ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:35.405728 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-be22b1a3-997b-49ab-9a8f-0bef454347ec None None] Port e690475e-df64-4f08-9e7e-4c8c36cb869f cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:25:35.466190 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-d0beb2c8-d49d-45ad-ad6f-4b532c205852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:35.467682 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-d0beb2c8-d49d-45ad-ad6f-4b532c205852 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.4197752 Aug 16 14:25:35.501909 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:32Z', 'revision_number': 3, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:35.527837 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-7f64d127-df37-496d-b69d-6959cede7320 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27235cfb-2617-4180-ae0a-58632c1884a0 HTTP/1.1" status: 200 len: 217 time: 0.0385134 Aug 16 14:25:35.530500 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:35.552671 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:35.555305 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac3dbe9-d80b-4234-b460-aee70f13928f None None] The sync data for ids ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'] in dv-cinder-804584-9-iscsi is: [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:32Z', 'revision_number': 3, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:25:35.614703 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:35.615216 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:35.628935 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-f122d991-f66f-44b1-951b-ebb49069dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:35.630419 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-f122d991-f66f-44b1-951b-ebb49069dbcc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0913510 Aug 16 14:25:35.726935 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-f708e73a-adf1-4e90-b7e0-55d15d0a8fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:35.728501 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-f708e73a-adf1-4e90-b7e0-55d15d0a8fac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0895553 Aug 16 14:25:35.878133 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31492f-42b0-4b04-a871-a2776f2fd0eb req-597807f1-26ea-46d7-9c0c-8c507ba5282b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:35.879711 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5d31492f-42b0-4b04-a871-a2776f2fd0eb req-597807f1-26ea-46d7-9c0c-8c507ba5282b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 944 time: 0.1442513 Aug 16 14:25:35.893883 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:35.922774 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:36.002079 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-d2e98fae-cde2-447c-bfa0-f4779da84457 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522576 Aug 16 14:25:36.052349 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Pushing event updated for resources: {'Port': ['ID=e690475e-df64-4f08-9e7e-4c8c36cb869f,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:36.095989 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5d31492f-42b0-4b04-a871-a2776f2fd0eb req-6c088b89-ab01-4d72-b960-3c55a4eb4295 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051380 Aug 16 14:25:36.101224 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700952'] for router_interface, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:36.191884 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-895515c7-a28d-4383-b5f2-7e7b5487a6c4 req-ea78c35f-0ee3-43d2-8279-28c44770771d service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752968 Aug 16 14:25:36.230880 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:36.232398 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:36.361860 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Router 843d4495-268b-47b6-8aab-b8e1ae9ae61d has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:25:36.486606 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:25:36.491946 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-428920e0-2967-4cae-9ef1-a22047ad7294 admin admin] 10.222.0.13 "PUT /v2.0/routers/843d4495-268b-47b6-8aab-b8e1ae9ae61d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0424571 Aug 16 14:25:36.538561 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-ed3f8e08-fe28-44f3-8ebf-fd64dcec4464 None None] Provisioning complete for port e690475e-df64-4f08-9e7e-4c8c36cb869f triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:36.539131 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ed3f8e08-fe28-44f3-8ebf-fd64dcec4464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:36.576486 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-ed3f8e08-fe28-44f3-8ebf-fd64dcec4464 None None] Port e690475e-df64-4f08-9e7e-4c8c36cb869f cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:25:36.995593 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56774) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:37.000878 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1952844930-network', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:37.024622 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Made reservation on behalf of 4eed6ffaad834a36b2e258c8f4cb8e17 for: {'network': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:25:37.027610 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.038493 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.133177 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.137559 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.161471 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94161) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:25:37.183546 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.183989 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.db.segments_db [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Added segment 55fbf73b-cc95-460b-8982-f7d39519727e of type vlan for network c7616778-2880-49a4-ab86-6d5d46b9ad37 Aug 16 14:25:37.193698 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3268b23f-cf79-41d6-8b7e-f3bd75ad5ca3,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:37.239782 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1d76d-ab10-4214-ad79-2ae2f6e8d43a req-3160945f-5f5b-4124-88d9-0383c36e9e4f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:37.240419 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.242271 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-84a1d76d-ab10-4214-ad79-2ae2f6e8d43a req-3160945f-5f5b-4124-88d9-0383c36e9e4f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 944 time: 0.0720346 Aug 16 14:25:37.270576 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.271738 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:37.272713 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.298639 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Sync routers for ids ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:25:37.300222 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-84a1d76d-ab10-4214-ad79-2ae2f6e8d43a req-7a237d5c-0c4a-4e28-8ddc-eb430aebb62e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475566 Aug 16 14:25:37.315106 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Routers {'843d4495-268b-47b6-8aab-b8e1ae9ae61d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:37.316086 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:37.347993 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3511574 Aug 16 14:25:37.351768 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56782) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:37.363236 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d66861-41e9-4315-b4b3-cb0ca50658fc admin admin] Pushing event updated for resources: {'Network': ['ID=c7616778-2880-49a4-ab86-6d5d46b9ad37,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:37.367307 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Request body: {'subnet': {'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1952844930-subnet', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'ip_version': 4}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:37.375482 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network c7616778-2880-49a4-ab86-6d5d46b9ad37 details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:25:37.408003 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Made reservation on behalf of 4eed6ffaad834a36b2e258c8f4cb8e17 for: {'subnet': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:25:37.410868 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3800961'] for subnet, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.448445 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Set router 843d4495-268b-47b6-8aab-b8e1ae9ae61d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:37.554933 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6587a1d-7c99-40c9-8276-1de12e1b8c1e req-d799d061-931f-43f6-a21b-907c814d8da0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:37.556692 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f6587a1d-7c99-40c9-8276-1de12e1b8c1e req-d799d061-931f-43f6-a21b-907c814d8da0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 945 time: 0.1166680 Aug 16 14:25:37.585253 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:37.634346 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-f6587a1d-7c99-40c9-8276-1de12e1b8c1e req-2728fbe8-e40a-49aa-acc6-a41983a2248f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692153 Aug 16 14:25:37.650285 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:37.660157 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:37.660607 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.690811 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:35Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e690475e-df64-4f08-9e7e-4c8c36cb869f', 'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'mac_address': 'fa:16:3e:1e:af:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:34Z', 'updated_at': '2021-08-16T14:25:35Z', 'revision_number': 2, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'subnets': [{'id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:37.713012 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3139543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3801071'] for subnet, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.727642 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Checking router: 843d4495-268b-47b6-8aab-b8e1ae9ae61d for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:25:37.728018 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Updating router 843d4495-268b-47b6-8aab-b8e1ae9ae61d port e690475e-df64-4f08-9e7e-4c8c36cb869f binding host dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:25:37.757860 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.766155 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.771810 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f89552e-b9fd-4952-9adc-2b5e2e5abf81,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:37.780386 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-88e8081c-5136-401b-8d59-7eeb304097c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.784212 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Checking segment: {'id': '55fbf73b-cc95-460b-8982-f7d39519727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94160) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:25:37.784783 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Network hostable DHCP agents. Network: c7616778-2880-49a4-ab86-6d5d46b9ad37, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94160) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:25:37.792303 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=3217f3db-23d5-4a18-a9e7-1deaac9b0c5f,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:37.799286 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.804434 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Network c7616778-2880-49a4-ab86-6d5d46b9ad37 is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94160) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:25:37.818118 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, c7616778-2880-49a4-ab86-6d5d46b9ad37) {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:37.827371 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:37.828394 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.834115 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bb03e8-d244-48c8-b84e-2a121433747e None None] Network c7616778-2880-49a4-ab86-6d5d46b9ad37 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:25:37.845135 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e93461fb-eeef-4ed7-b7c7-2e76862a7e36 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4918015 Aug 16 14:25:37.847616 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56786) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:37.852346 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1952844930-router', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:37.877662 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-595445', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3310'] for router, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.879252 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-595289', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-597428', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-715956', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3301'] for router, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:37.900734 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=3217f3db-23d5-4a18-a9e7-1deaac9b0c5f,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:37.941507 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.008622 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp313dcea0-1251-5108-a967-adabd9b83d60-c7616778-2880-49a4-ab86-6d5d46b9ad37', 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'fixed_ips': [{'subnet_id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81'}]}} from dv-cinder-804584-9-iscsi. {{(pid=94162) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 14:25:38.009545 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.083936 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.086905 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.097146 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.provisioning_blocks [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Transition to ACTIVE for port object e690475e-df64-4f08-9e7e-4c8c36cb869f will not be triggered until provisioned by entity L2. {{(pid=94163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:38.103194 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.152609 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Pushing event updated for resources: {'Port': ['ID=e690475e-df64-4f08-9e7e-4c8c36cb869f,revision_number=3']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:38.159600 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.db_base_plugin_common [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Allocated IP 172.20.0.2 (c7616778-2880-49a4-ab86-6d5d46b9ad37/4f89552e-b9fd-4952-9adc-2b5e2e5abf81/77c40104-eed8-42d8-b9fd-1ba70daa103e) {{(pid=94162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:25:38.162802 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.163721 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.163859 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.164133 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.164493 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.164821 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.165183 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.165678 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.166050 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.166442 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.166692 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.167200 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:25:38.238722 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Attempting to bind port e690475e-df64-4f08-9e7e-4c8c36cb869f on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:25:38.239347 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Attempting to bind port e690475e-df64-4f08-9e7e-4c8c36cb869f by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:25:38.239723 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Attempting to bind port e690475e-df64-4f08-9e7e-4c8c36cb869f on network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:25:38.249848 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:25:38.252122 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Checking segment: {'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:25:38.252833 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.253468 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Bound using segment: {'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:25:38.254625 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Bound port: e690475e-df64-4f08-9e7e-4c8c36cb869f, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'}}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:25:38.255213 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.309272 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.337060 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.357474 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] For port e690475e-df64-4f08-9e7e-4c8c36cb869f, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:25:38.361334 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Notify callbacks [] for port, precommit_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.363665 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] For port e690475e-df64-4f08-9e7e-4c8c36cb869f, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e690475e-df64-4f08-9e7e-4c8c36cb869f,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:25:38.371977 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Transition to ACTIVE for port object 77c40104-eed8-42d8-b9fd-1ba70daa103e will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:38.374277 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.394554 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Transition to ACTIVE for port object 77c40104-eed8-42d8-b9fd-1ba70daa103e will not be triggered until provisioned by entity DHCP. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:38.404719 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909'] for port, after_create {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.461067 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Network c7616778-2880-49a4-ab86-6d5d46b9ad37 is already hosted by enough agents. {{(pid=94162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:38.464109 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Routers {'843d4495-268b-47b6-8aab-b8e1ae9ae61d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:38.464743 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:38.466572 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.scheduler.base_scheduler [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Resources bound (agent type, host, resource id): {{(pid=94162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:38.470958 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Received port after_create {{(pid=94162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:25:38.478431 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Pushing event updated for resources: {'Port': ['ID=77c40104-eed8-42d8-b9fd-1ba70daa103e,revision_number=1']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:38.494168 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Allocated IP 172.27.3.176 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/70f787ae-65cc-4f5d-9bd1-ceace4603fb0) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:25:38.495092 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cef89-2539-411b-b40b-2a372979e265 req-ab46ea8b-180f-4588-b766-6c4380b41316 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:38.503888 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d8cef89-2539-411b-b40b-2a372979e265 req-ab46ea8b-180f-4588-b766-6c4380b41316 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 944 time: 0.0949264 Aug 16 14:25:38.550724 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Attempting to bind port 77c40104-eed8-42d8-b9fd-1ba70daa103e on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:25:38.551104 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Attempting to bind port 77c40104-eed8-42d8-b9fd-1ba70daa103e by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '55fbf73b-cc95-460b-8982-f7d39519727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:25:38.551501 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Attempting to bind port 77c40104-eed8-42d8-b9fd-1ba70daa103e on network c7616778-2880-49a4-ab86-6d5d46b9ad37 {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:25:38.557118 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:25:38.557608 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Checking segment: {'id': '55fbf73b-cc95-460b-8982-f7d39519727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:25:38.558044 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.558637 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Bound using segment: {'id': '55fbf73b-cc95-460b-8982-f7d39519727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:25:38.558983 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674d6a3-405a-4c3b-b710-e6719ce7652b None None] Pushing event updated for resources: {'Port': ['ID=e690475e-df64-4f08-9e7e-4c8c36cb869f,revision_number=4']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:38.559146 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Bound port: 77c40104-eed8-42d8-b9fd-1ba70daa103e, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fbf73b-cc95-460b-8982-f7d39519727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:25:38.559510 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.566508 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d8cef89-2539-411b-b40b-2a372979e265 req-0d637477-4d86-4980-b8ed-46e41709c704 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572498 Aug 16 14:25:38.648781 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] Set router 843d4495-268b-47b6-8aab-b8e1ae9ae61d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:38.659242 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.661452 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-91570758-08de-4352-9cdf-1a56826700ea None None] For port 77c40104-eed8-42d8-b9fd-1ba70daa103e, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:25:38.668573 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-91570758-08de-4352-9cdf-1a56826700ea None None] For port 77c40104-eed8-42d8-b9fd-1ba70daa103e, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=77c40104-eed8-42d8-b9fd-1ba70daa103e,segment=NetworkSegment(55fbf73b-cc95-460b-8982-f7d39519727e),segment_id=55fbf73b-cc95-460b-8982-f7d39519727e)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:25:38.676292 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.719925 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:38.769818 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91570758-08de-4352-9cdf-1a56826700ea None None] Pushing event updated for resources: {'Port': ['ID=77c40104-eed8-42d8-b9fd-1ba70daa103e,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:38.819125 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:38.825644 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:38.828119 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:25:38.854462 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Pushing event updated for resources: {'Port': ['ID=70f787ae-65cc-4f5d-9bd1-ceace4603fb0,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:38.883204 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcd6d5-3679-4e37-a46d-a61368dcb3d9 req-ad74eedb-c432-481c-9d76-0fc6e84b8178 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:38.884818 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-34bcd6d5-3679-4e37-a46d-a61368dcb3d9 req-ad74eedb-c432-481c-9d76-0fc6e84b8178 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 945 time: 0.1572516 Aug 16 14:25:38.917684 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:35Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e690475e-df64-4f08-9e7e-4c8c36cb869f', 'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'mac_address': 'fa:16:3e:1e:af:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:34Z', 'updated_at': '2021-08-16T14:25:38Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'subnets': [{'id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:38.953920 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f283562-3525-4869-a5ad-b56fbb4ad1e9 None None] The sync data for ids ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'] in dv-cinder-804584-9-iscsi is: [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:35Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e690475e-df64-4f08-9e7e-4c8c36cb869f', 'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'mac_address': 'fa:16:3e:1e:af:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:34Z', 'updated_at': '2021-08-16T14:25:38Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'subnets': [{'id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:25:39.070288 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-34bcd6d5-3679-4e37-a46d-a61368dcb3d9 req-5ea3ebd1-a53f-4068-8dbf-7eca6ede98be tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769307 Aug 16 14:25:39.195991 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:39.255428 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-acd5b3c6-e6bc-429c-933e-1e51652f82d3 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:39.256996 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-acd5b3c6-e6bc-429c-933e-1e51652f82d3 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 945 time: 0.0607519 Aug 16 14:25:39.364793 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-de65226e-039e-42d0-800e-90812fae20ed tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Deleting port 0e417802-031e-4157-9a09-38e72343e0b2 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:39.365184 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-de65226e-039e-42d0-800e-90812fae20ed tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:39.477779 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-de65226e-039e-42d0-800e-90812fae20ed tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] For port 0e417802-031e-4157-9a09-38e72343e0b2, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=0e417802-031e-4157-9a09-38e72343e0b2,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:39.478266 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-de65226e-039e-42d0-800e-90812fae20ed tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:39.500091 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-de65226e-039e-42d0-800e-90812fae20ed tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Calling delete_port for 0e417802-031e-4157-9a09-38e72343e0b2 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:39.730506 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-de65226e-039e-42d0-800e-90812fae20ed tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:39.754684 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-595296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-597467'] for router, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:39.755405 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:39.785286 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65226e-039e-42d0-800e-90812fae20ed tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Pushing event deleted for resources: {'Port': ['ID=0e417802-031e-4157-9a09-38e72343e0b2,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:39.810198 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['5178d2a5-781f-495f-aefe-509e5a5ad8ed', 'eec0e500-08a4-4aaf-8c7b-3dae63d06029', 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0', '0e417802-031e-4157-9a09-38e72343e0b2'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:25:39.810972 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5020872-a3a3-4a61-880a-b2795cd7e492 req-524d8a1c-6b7b-433a-a0d3-67625eb22956 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:39.812581 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e5020872-a3a3-4a61-880a-b2795cd7e492 req-524d8a1c-6b7b-433a-a0d3-67625eb22956 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 944 time: 0.1435089 Aug 16 14:25:39.859317 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-de65226e-039e-42d0-800e-90812fae20ed tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] No DVR routers for this DVR port 0e417802-031e-4157-9a09-38e72343e0b2 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:39.862896 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-de65226e-039e-42d0-800e-90812fae20ed tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:39.865032 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-06ef5d27-76c9-4207-88fe-f63f58665337 req-de65226e-039e-42d0-800e-90812fae20ed tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "DELETE /v2.0/ports/0e417802-031e-4157-9a09-38e72343e0b2 HTTP/1.1" status: 204 len: 173 time: 0.6016369 Aug 16 14:25:39.865671 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdb6175-3884-4565-a6b7-9866bcd8b923', 'name': 'network-vif-deleted', 'tag': '0e417802-031e-4157-9a09-38e72343e0b2'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:39.868369 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1848772-06c9-4e8e-b647-6433fcb333bf" -d '{"events": [{"server_uuid": "bbdb6175-3884-4565-a6b7-9866bcd8b923", "name": "network-vif-deleted", "tag": "0e417802-031e-4157-9a09-38e72343e0b2"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:39.869279 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:39.869663 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:39.946380 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e5020872-a3a3-4a61-880a-b2795cd7e492 req-f9917fe1-0657-455e-8ff1-4ee0d59d38cf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188049 Aug 16 14:25:39.950814 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f8fef8-ddc4-4e67-a428-a48ec57a0993 x-openstack-request-id: req-12f8fef8-ddc4-4e67-a428-a48ec57a0993 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:39.951006 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbdb6175-3884-4565-a6b7-9866bcd8b923", "name": "network-vif-deleted", "tag": "0e417802-031e-4157-9a09-38e72343e0b2", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:39.956035 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12f8fef8-ddc4-4e67-a428-a48ec57a0993 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:39.956763 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdb6175-3884-4565-a6b7-9866bcd8b923', 'name': 'network-vif-deleted', 'tag': '0e417802-031e-4157-9a09-38e72343e0b2', 'status': 'completed', 'code': 200} Aug 16 14:25:40.018026 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be002c6-58af-4026-b1f0-a37926b3b684 None None] Network c7616778-2880-49a4-ab86-6d5d46b9ad37 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:25:40.025879 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Router b15144e2-854f-42f6-ad04-cd9616d5fa4d is scheduled to L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 with binding_index 1 {{(pid=94160) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 16 14:25:40.164673 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:25:40.192831 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Sync routers for ids ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:25:40.194640 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-88ca0438-e77f-4865-9161-8340bb995133 None None] Provisioning for port 77c40104-eed8-42d8-b9fd-1ba70daa103e completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:40.207482 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a713bbfa-2b79-42b2-84a5-79886db2134e req-d9638476-8e69-4553-bf2e-0f3ea30845b7 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbdb6175-3884-4565-a6b7-9866bcd8b923 HTTP/1.1" status: 200 len: 210 time: 0.0393815 Aug 16 14:25:40.208666 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 77c40104-eed8-42d8-b9fd-1ba70daa103e up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:40.216034 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] Notify callbacks [] for router, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:40.217496 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5aae034c-b835-4401-979d-d5c56e91e749 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3687158 Aug 16 14:25:40.221410 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56800) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:40.301733 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Routers {'b15144e2-854f-42f6-ad04-cd9616d5fa4d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:40.302460 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:40.407969 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5b510b86-1fbd-4bab-ad91-de2a7a9c4e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:40.504706 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 77c40104-eed8-42d8-b9fd-1ba70daa103e completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:40.526809 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 77c40104-eed8-42d8-b9fd-1ba70daa103e triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:40.527965 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:40.539360 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Set router b15144e2-854f-42f6-ad04-cd9616d5fa4d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:40.722557 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:40.892179 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Allocated IP 172.20.0.1 (c7616778-2880-49a4-ab86-6d5d46b9ad37/4f89552e-b9fd-4952-9adc-2b5e2e5abf81/3039ec43-bd2f-4195-aa0f-8b12c6deea59) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:25:40.908127 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-895f1d54-6127-40b9-947e-9dd628cc8acd None None] Provisioning complete for port 77c40104-eed8-42d8-b9fd-1ba70daa103e triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:40.908700 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-895f1d54-6127-40b9-947e-9dd628cc8acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:40.910059 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.006065 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.024553 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Transition to ACTIVE for port object 3039ec43-bd2f-4195-aa0f-8b12c6deea59 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:41.047586 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.105688 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.122834 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb14c86-1c88-4573-a2d6-d2a42a5e08cd req-6f035fb8-2f60-401c-b2f7-0a8d45ae0561 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:41.124375 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dbb14c86-1c88-4573-a2d6-d2a42a5e08cd req-6f035fb8-2f60-401c-b2f7-0a8d45ae0561 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 944 time: 0.0830445 Aug 16 14:25:41.137769 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 77c40104-eed8-42d8-b9fd-1ba70daa103e, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=77c40104-eed8-42d8-b9fd-1ba70daa103e,segment=NetworkSegment(55fbf73b-cc95-460b-8982-f7d39519727e),segment_id=55fbf73b-cc95-460b-8982-f7d39519727e)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:41.152650 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.153374 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e690475e-df64-4f08-9e7e-4c8c36cb869f up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:41.170671 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Network c7616778-2880-49a4-ab86-6d5d46b9ad37 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:41.181169 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:41.183618 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:25:41.221595 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3039ec43-bd2f-4195-aa0f-8b12c6deea59,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:41.231347 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-895f1d54-6127-40b9-947e-9dd628cc8acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.264026 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dbb14c86-1c88-4573-a2d6-d2a42a5e08cd req-bab94458-0ff7-4175-8c29-eb561984590a tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153364 Aug 16 14:25:41.273568 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-701108'] for router_interface, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.368781 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'name': 'tempest-TestShelveInstance-1952844930-router', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:37Z', 'updated_at': '2021-08-16T14:25:39Z', 'revision_number': 3, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'gw_port': {'id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:38Z', 'updated_at': '2021-08-16T14:25:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:41.370931 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=77c40104-eed8-42d8-b9fd-1ba70daa103e,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:41.419676 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Checking router: b15144e2-854f-42f6-ad04-cd9616d5fa4d for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:25:41.420062 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Updating router b15144e2-854f-42f6-ad04-cd9616d5fa4d port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 binding host dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:25:41.447405 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.483392 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port e690475e-df64-4f08-9e7e-4c8c36cb869f completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:41.488735 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.494054 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port e690475e-df64-4f08-9e7e-4c8c36cb869f triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:41.494416 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.514378 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.db.api [None req-895f1d54-6127-40b9-947e-9dd628cc8acd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 14:25:41.514779 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG oslo_db.api [None req-895f1d54-6127-40b9-947e-9dd628cc8acd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 14:25:41.642895 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.647846 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.720944 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.729348 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3039ec43-bd2f-4195-aa0f-8b12c6deea59,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:41.732478 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1026862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-700952'] for router_interface, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.781840 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port e690475e-df64-4f08-9e7e-4c8c36cb869f, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e690475e-df64-4f08-9e7e-4c8c36cb869f,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:41.790093 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.832856 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Network c7616778-2880-49a4-ab86-6d5d46b9ad37 is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:41.834224 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:41.877798 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.898568 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=e690475e-df64-4f08-9e7e-4c8c36cb869f,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:41.904811 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Notify callbacks [] for port, precommit_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.917341 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Transition to ACTIVE for port object 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 will not be triggered until provisioned by entity L2. {{(pid=94162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:41.925615 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:41.936342 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 77c40104-eed8-42d8-b9fd-1ba70daa103e up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:41.963624 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Router b15144e2-854f-42f6-ad04-cd9616d5fa4d has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:25:42.054622 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560c518-534f-4af3-bd33-0f06b3381b56 None None] Pushing event updated for resources: {'Port': ['ID=70f787ae-65cc-4f5d-9bd1-ceace4603fb0,revision_number=2']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:42.057042 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Attempting to bind port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:25:42.057365 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Attempting to bind port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:25:42.057734 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Attempting to bind port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 on network 6b166495-d3e3-4480-9115-660eac9b9b3e {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:25:42.073814 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:25:42.074277 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Checking segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:25:42.074629 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:42.075006 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Bound using segment: {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'} {{(pid=94162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:25:42.075504 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.managers [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Bound port: 70f787ae-65cc-4f5d-9bd1-ceace4603fb0, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410904a9-ddfa-40b3-bddf-e26a54d2c4b6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e'}}] {{(pid=94162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:25:42.075920 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:42.093283 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:25:42.098866 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8ae9346c-5b6c-475e-ab4c-1b864f5a91a7 admin admin] 10.222.0.13 "PUT /v2.0/routers/b15144e2-854f-42f6-ad04-cd9616d5fa4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8757744 Aug 16 14:25:42.130697 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 77c40104-eed8-42d8-b9fd-1ba70daa103e triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:42.130975 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:42.161949 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 27235cfb-2617-4180-ae0a-58632c1884a0 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:25:42.164496 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] For port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:25:42.182502 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 0e417802-031e-4157-9a09-38e72343e0b2 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:42.205169 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] For port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=70f787ae-65cc-4f5d-9bd1-ceace4603fb0,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:25:42.234104 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 0e417802-031e-4157-9a09-38e72343e0b2 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:42.234448 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 0e417802-031e-4157-9a09-38e72343e0b2 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:42.236535 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:42.337466 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-e6a52229-0d9c-4a2f-bd35-11ac70b30620 None None] Provisioning for port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:42.394933 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-e6a52229-0d9c-4a2f-bd35-11ac70b30620 None None] Provisioning complete for port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:42.395249 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e6a52229-0d9c-4a2f-bd35-11ac70b30620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:42.395368 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f393c5f-1423-4dae-ab60-158f7a00b227 req-283dde56-4f89-470b-a0e6-9fbadae18db6 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:42.396895 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2f393c5f-1423-4dae-ab60-158f7a00b227 req-283dde56-4f89-470b-a0e6-9fbadae18db6 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 944 time: 0.0535300 Aug 16 14:25:42.434543 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560c518-534f-4af3-bd33-0f06b3381b56 None None] Pushing event updated for resources: {'Port': ['ID=70f787ae-65cc-4f5d-9bd1-ceace4603fb0,revision_number=3']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:42.445910 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Routers {'b15144e2-854f-42f6-ad04-cd9616d5fa4d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:42.446554 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:42.451372 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2f393c5f-1423-4dae-ab60-158f7a00b227 req-fb3b327a-f3ce-429f-b8b8-9d860662aade tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418749 Aug 16 14:25:42.515739 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-e6a52229-0d9c-4a2f-bd35-11ac70b30620 None None] Port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:25:42.536768 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 27235cfb-2617-4180-ae0a-58632c1884a0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=27235cfb-2617-4180-ae0a-58632c1884a0,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:42.583053 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '27235cfb-2617-4180-ae0a-58632c1884a0', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'mac_address': 'fa:16:3e:de:b3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:25:42.627479 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] Set router b15144e2-854f-42f6-ad04-cd9616d5fa4d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:42.750236 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a7f16-e739-418a-9488-06452a82ab57 req-f633b151-dcce-4808-b8e8-4efc88cbdc5b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:42.753026 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-823a7f16-e739-418a-9488-06452a82ab57 req-f633b151-dcce-4808-b8e8-4efc88cbdc5b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 945 time: 0.0562229 Aug 16 14:25:42.794071 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-823a7f16-e739-418a-9488-06452a82ab57 req-36a53166-1d52-436d-a483-221a9e0696e1 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343544 Aug 16 14:25:42.803768 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:42.824852 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27235cfb-2617-4180-ae0a-58632c1884a0 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:25:42.885054 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 27235cfb-2617-4180-ae0a-58632c1884a0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=27235cfb-2617-4180-ae0a-58632c1884a0,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:42.914326 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:42.987396 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=27235cfb-2617-4180-ae0a-58632c1884a0,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:43.046497 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'name': 'tempest-TestShelveInstance-1952844930-router', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:37Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 4, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'gw_port': {'id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:38Z', 'updated_at': '2021-08-16T14:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '3039ec43-bd2f-4195-aa0f-8b12c6deea59', 'name': '', 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'mac_address': 'fa:16:3e:e1:0b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:40Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 2, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'subnets': [{'id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:43.084433 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d50b5-183b-4368-b936-48bcc7902175 None None] The sync data for ids ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'] in dv-cinder-804584-9-iscsi is: [{'id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'name': 'tempest-TestShelveInstance-1952844930-router', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:37Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 4, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'gw_port': {'id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:38Z', 'updated_at': '2021-08-16T14:25:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '3039ec43-bd2f-4195-aa0f-8b12c6deea59', 'name': '', 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'mac_address': 'fa:16:3e:e1:0b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:40Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 2, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'subnets': [{'id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:25:43.140415 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56824) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:43.145193 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-5252e51c-a5e3-4b37-997d-b83d998e750a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1459879411', 'description': 'tempest-secgroup-smoke-1459879411 description', 'project_id': '9f59d1589cdd4af4828be16c2b12a75a'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:43.173326 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5252e51c-a5e3-4b37-997d-b83d998e750a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.235103 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['27235cfb-2617-4180-ae0a-58632c1884a0'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:25:43.262890 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5252e51c-a5e3-4b37-997d-b83d998e750a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.276346 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5252e51c-a5e3-4b37-997d-b83d998e750a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.338149 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5252e51c-a5e3-4b37-997d-b83d998e750a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a65d6c-a45d-40e1-853b-1fd6070ed25d,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:43.341582 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5252e51c-a5e3-4b37-997d-b83d998e750a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.346221 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-5252e51c-a5e3-4b37-997d-b83d998e750a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2014368 Aug 16 14:25:43.346712 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56826) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:43.351566 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-8c1584d8-6789-4247-b655-8523a2b5ee22 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Request body: {'security_group_rule': {'security_group_id': 'd4a65d6c-a45d-40e1-853b-1fd6070ed25d', 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:43.385032 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8c1584d8-6789-4247-b655-8523a2b5ee22 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.452476 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8c1584d8-6789-4247-b655-8523a2b5ee22 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.454729 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.458087 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8c1584d8-6789-4247-b655-8523a2b5ee22 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.484989 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1584d8-6789-4247-b655-8523a2b5ee22 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bfd5b16-624b-4c55-ab6f-c7222a5cd98c,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:43.490343 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-8c1584d8-6789-4247-b655-8523a2b5ee22 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.491772 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-8c1584d8-6789-4247-b655-8523a2b5ee22 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1438580 Aug 16 14:25:43.494687 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56830) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:43.500099 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-0284f086-11a2-4353-bd87-d3699931be2c tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Request body: {'security_group_rule': {'security_group_id': 'd4a65d6c-a45d-40e1-853b-1fd6070ed25d', 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:43.552233 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0284f086-11a2-4353-bd87-d3699931be2c tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.591264 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03630359-116a-45e9-8048-3bb614a831bf req-87752aaa-ea7c-45a1-b177-c3e1f3edbb1f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:43.592891 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-03630359-116a-45e9-8048-3bb614a831bf req-87752aaa-ea7c-45a1-b177-c3e1f3edbb1f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 945 time: 0.0639212 Aug 16 14:25:43.625621 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0284f086-11a2-4353-bd87-d3699931be2c tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.631169 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0284f086-11a2-4353-bd87-d3699931be2c tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.638188 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-03630359-116a-45e9-8048-3bb614a831bf req-559e8899-5a4f-4c32-9931-be664e759e5d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377903 Aug 16 14:25:43.651343 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284f086-11a2-4353-bd87-d3699931be2c tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c6f07e-7028-40d6-b7f2-7a36fe782dd4,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:43.659172 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0284f086-11a2-4353-bd87-d3699931be2c tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.660447 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0284f086-11a2-4353-bd87-d3699931be2c tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1640673 Aug 16 14:25:43.663346 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56832) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:43.668155 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-edeeb465-5ecd-44e9-9074-12b59afe1050 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Request body: {'security_group_rule': {'security_group_id': 'd4a65d6c-a45d-40e1-853b-1fd6070ed25d', 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:43.702976 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-edeeb465-5ecd-44e9-9074-12b59afe1050 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.771178 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-edeeb465-5ecd-44e9-9074-12b59afe1050 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.775549 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-edeeb465-5ecd-44e9-9074-12b59afe1050 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.801972 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeeb465-5ecd-44e9-9074-12b59afe1050 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6214cdf-00b8-49fe-9cd5-3e37aab5309d,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:43.817774 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-edeeb465-5ecd-44e9-9074-12b59afe1050 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.821856 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-edeeb465-5ecd-44e9-9074-12b59afe1050 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1550703 Aug 16 14:25:43.822339 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56836) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:43.828787 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-c5086e3d-df41-45f5-8d32-4b81871a7abe tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Request body: {'security_group_rule': {'security_group_id': 'd4a65d6c-a45d-40e1-853b-1fd6070ed25d', 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:43.868724 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c5086e3d-df41-45f5-8d32-4b81871a7abe tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.967428 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c5086e3d-df41-45f5-8d32-4b81871a7abe tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:43.976794 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c24c4-b6b1-4da7-bb79-7f0ac9e7b57a req-92546d09-b5c9-41d3-b41a-113b07f31d4d tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:43.978459 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-492c24c4-b6b1-4da7-bb79-7f0ac9e7b57a req-92546d09-b5c9-41d3-b41a-113b07f31d4d tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 945 time: 0.0916798 Aug 16 14:25:43.979780 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c5086e3d-df41-45f5-8d32-4b81871a7abe tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.007851 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:44.018497 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5086e3d-df41-45f5-8d32-4b81871a7abe tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b9757a-ee8f-43b6-9d8e-af71166ae06b,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:44.025588 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-c5086e3d-df41-45f5-8d32-4b81871a7abe tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.027031 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-c5086e3d-df41-45f5-8d32-4b81871a7abe tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2035000 Aug 16 14:25:44.029799 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56838) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:44.034667 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-72834237-f4ae-424c-ab15-472118fc3c0a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Request body: {'security_group_rule': {'security_group_id': 'd4a65d6c-a45d-40e1-853b-1fd6070ed25d', 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:44.047673 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-492c24c4-b6b1-4da7-bb79-7f0ac9e7b57a req-f220b78b-7f73-4dfe-83c4-fdbda55bccfa tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591748 Aug 16 14:25:44.064199 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-72834237-f4ae-424c-ab15-472118fc3c0a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Project 9f59d1589cdd4af4828be16c2b12a75a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:25:44.078321 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72834237-f4ae-424c-ab15-472118fc3c0a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.092429 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:44.099350 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:44.099756 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.149762 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72834237-f4ae-424c-ab15-472118fc3c0a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.154695 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72834237-f4ae-424c-ab15-472118fc3c0a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.175009 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72834237-f4ae-424c-ab15-472118fc3c0a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85d312e8-aa03-43cb-b48e-63b3136132e1,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:44.182299 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-72834237-f4ae-424c-ab15-472118fc3c0a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.183955 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-72834237-f4ae-424c-ab15-472118fc3c0a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529949 Aug 16 14:25:44.185553 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 27235cfb-2617-4180-ae0a-58632c1884a0 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:44.186555 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56840) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:44.192505 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-82b883e0-f660-4722-bbe5-a6be0643bf73 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Request body: {'security_group_rule': {'security_group_id': 'd4a65d6c-a45d-40e1-853b-1fd6070ed25d', 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:44.221331 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.securitygroups_db [None req-82b883e0-f660-4722-bbe5-a6be0643bf73 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Project 9f59d1589cdd4af4828be16c2b12a75a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 14:25:44.221555 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.231665 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82b883e0-f660-4722-bbe5-a6be0643bf73 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.257577 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=70f787ae-65cc-4f5d-9bd1-ceace4603fb0,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:44.268823 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.268823 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e690475e-df64-4f08-9e7e-4c8c36cb869f up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:44.310087 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82b883e0-f660-4722-bbe5-a6be0643bf73 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.325042 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82b883e0-f660-4722-bbe5-a6be0643bf73 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561786'] for security_group_rule, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.342978 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 27235cfb-2617-4180-ae0a-58632c1884a0 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:44.350937 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 27235cfb-2617-4180-ae0a-58632c1884a0 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:44.351297 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.353239 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b883e0-f660-4722-bbe5-a6be0643bf73 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8ed48e-5529-4eb6-b352-46cb24fff524,revision_number=0']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:44.359296 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-82b883e0-f660-4722-bbe5-a6be0643bf73 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.361619 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-82b883e0-f660-4722-bbe5-a6be0643bf73 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1739659 Aug 16 14:25:44.397818 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=70f787ae-65cc-4f5d-9bd1-ceace4603fb0,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:44.435823 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port e690475e-df64-4f08-9e7e-4c8c36cb869f triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:44.436204 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.436320 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b60624-f644-4948-ad4d-a031ca109490 req-aabb8a67-b35e-4feb-bb66-793ea3da0e72 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:44.438064 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2b60624-f644-4948-ad4d-a031ca109490 req-aabb8a67-b35e-4feb-bb66-793ea3da0e72 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 945 time: 0.0844922 Aug 16 14:25:44.529843 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.561008 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27235cfb-2617-4180-ae0a-58632c1884a0'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:44.564237 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a91b811-c294-4100-b016-81bfda43c597" -d '{"events": [{"server_uuid": "e52a371e-daa1-466d-b194-0335b41b5d41", "name": "network-vif-plugged", "status": "completed", "tag": "27235cfb-2617-4180-ae0a-58632c1884a0"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:44.578640 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-f2b60624-f644-4948-ad4d-a031ca109490 req-d502e6a6-2b3d-43f9-8b52-c84e618ebd5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Deleting port d82f1d9a-4f81-4827-993d-c6cff1bc08d0 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:44.578640 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2b60624-f644-4948-ad4d-a031ca109490 req-d502e6a6-2b3d-43f9-8b52-c84e618ebd5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.597890 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 27235cfb-2617-4180-ae0a-58632c1884a0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=27235cfb-2617-4180-ae0a-58632c1884a0,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:44.611151 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.640635 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5431d44-90b3-4335-8a44-be769d6ee61a x-openstack-request-id: req-c5431d44-90b3-4335-8a44-be769d6ee61a {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:44.641089 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a371e-daa1-466d-b194-0335b41b5d41", "name": "network-vif-plugged", "status": "completed", "tag": "27235cfb-2617-4180-ae0a-58632c1884a0", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:44.641520 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5431d44-90b3-4335-8a44-be769d6ee61a {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:44.642144 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27235cfb-2617-4180-ae0a-58632c1884a0', 'code': 200} Aug 16 14:25:44.703120 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=27235cfb-2617-4180-ae0a-58632c1884a0,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:44.709942 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-f2b60624-f644-4948-ad4d-a031ca109490 req-d502e6a6-2b3d-43f9-8b52-c84e618ebd5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] For port d82f1d9a-4f81-4827-993d-c6cff1bc08d0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:44.710440 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2b60624-f644-4948-ad4d-a031ca109490 req-d502e6a6-2b3d-43f9-8b52-c84e618ebd5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:44.734490 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-f2b60624-f644-4948-ad4d-a031ca109490 req-d502e6a6-2b3d-43f9-8b52-c84e618ebd5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Calling delete_port for d82f1d9a-4f81-4827-993d-c6cff1bc08d0 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:44.836962 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93bf85-c049-40ff-978d-40852fe196ef req-02c8434e-34d1-4a54-bd3d-693ff3ce1476 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:44.838650 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec93bf85-c049-40ff-978d-40852fe196ef req-02c8434e-34d1-4a54-bd3d-693ff3ce1476 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 946 time: 0.1203737 Aug 16 14:25:45.184434 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49dfa14-5a0f-4e9d-8114-3a1fe82915d8 req-58286b50-8f45-41e2-bf99-cc615482aa1b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:45.186284 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e49dfa14-5a0f-4e9d-8114-3a1fe82915d8 req-58286b50-8f45-41e2-bf99-cc615482aa1b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0d1379d-9dfd-4ea7-adb8-42c07b7d997a HTTP/1.1" status: 200 len: 945 time: 0.0607867 Aug 16 14:25:45.230085 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e49dfa14-5a0f-4e9d-8114-3a1fe82915d8 req-0d1e9e4c-95e3-4a52-97c2-63aca7b5f967 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369599 Aug 16 14:25:45.275999 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ec93bf85-c049-40ff-978d-40852fe196ef req-89a8952d-6596-472b-8558-31ff489534a8 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4260869 Aug 16 14:25:45.284388 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c25bfe-ce00-46dc-a743-eeb885847d5c req-76da066b-26f1-4eda-b5b0-742e9b88ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:45.285880 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-17c25bfe-ce00-46dc-a743-eeb885847d5c req-76da066b-26f1-4eda-b5b0-742e9b88ec5f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 1099 time: 0.4228096 Aug 16 14:25:45.323257 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2b60624-f644-4948-ad4d-a031ca109490 req-d502e6a6-2b3d-43f9-8b52-c84e618ebd5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:45.358254 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['5178d2a5-781f-495f-aefe-509e5a5ad8ed', 'eec0e500-08a4-4aaf-8c7b-3dae63d06029', 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:25:45.365069 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-17c25bfe-ce00-46dc-a743-eeb885847d5c req-b20be3d0-a615-4347-8520-a94644dbd73c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698593 Aug 16 14:25:45.370101 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502e6a6-2b3d-43f9-8b52-c84e618ebd5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Pushing event deleted for resources: {'Port': ['ID=d82f1d9a-4f81-4827-993d-c6cff1bc08d0,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:45.409584 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b60624-f644-4948-ad4d-a031ca109490 req-d502e6a6-2b3d-43f9-8b52-c84e618ebd5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] No DVR routers for this DVR port d82f1d9a-4f81-4827-993d-c6cff1bc08d0 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:45.412984 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-f2b60624-f644-4948-ad4d-a031ca109490 req-d502e6a6-2b3d-43f9-8b52-c84e618ebd5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:45.416739 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f2b60624-f644-4948-ad4d-a031ca109490 req-d502e6a6-2b3d-43f9-8b52-c84e618ebd5f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "DELETE /v2.0/ports/d82f1d9a-4f81-4827-993d-c6cff1bc08d0 HTTP/1.1" status: 204 len: 173 time: 0.9706919 Aug 16 14:25:45.417432 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d1379d-9dfd-4ea7-adb8-42c07b7d997a', 'name': 'network-vif-deleted', 'tag': 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:45.420333 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e3b8b2-19e4-4bae-ab96-09503e736537" -d '{"events": [{"server_uuid": "f0d1379d-9dfd-4ea7-adb8-42c07b7d997a", "name": "network-vif-deleted", "tag": "d82f1d9a-4f81-4827-993d-c6cff1bc08d0"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:45.467726 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0e6583-9a97-4a76-9425-b118816c3093 x-openstack-request-id: req-9f0e6583-9a97-4a76-9425-b118816c3093 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:45.467726 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d1379d-9dfd-4ea7-adb8-42c07b7d997a", "name": "network-vif-deleted", "tag": "d82f1d9a-4f81-4827-993d-c6cff1bc08d0", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:45.467726 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f0e6583-9a97-4a76-9425-b118816c3093 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:45.467726 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d1379d-9dfd-4ea7-adb8-42c07b7d997a', 'name': 'network-vif-deleted', 'tag': 'd82f1d9a-4f81-4827-993d-c6cff1bc08d0', 'status': 'completed', 'code': 200} Aug 16 14:25:45.870436 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:45.922443 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:45.922780 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:46.417826 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b646b-6634-4947-a577-6efe41372b8e req-f600c46e-4b54-4aab-b7cd-2077b6602c53 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:46.419626 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-248b646b-6634-4947-a577-6efe41372b8e req-f600c46e-4b54-4aab-b7cd-2077b6602c53 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 946 time: 0.0675735 Aug 16 14:25:46.498713 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-248b646b-6634-4947-a577-6efe41372b8e req-d6b9378e-ed95-4d81-985c-416532eabe9f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644283 Aug 16 14:25:46.558605 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afcf7eb-c3ce-432a-8148-f00cfe7edab6 req-84e2cb4c-26a4-4689-a02f-f9af73175e43 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:46.560272 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0afcf7eb-c3ce-432a-8148-f00cfe7edab6 req-84e2cb4c-26a4-4689-a02f-f9af73175e43 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 945 time: 0.0524650 Aug 16 14:25:46.600305 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0afcf7eb-c3ce-432a-8148-f00cfe7edab6 req-a641fa37-1e49-475d-856a-2cfc13199284 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338531 Aug 16 14:25:47.020536 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Sync routers for ids ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:25:47.031059 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Routers {'b15144e2-854f-42f6-ad04-cd9616d5fa4d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:47.031814 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:47.195750 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.230649 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Set router b15144e2-854f-42f6-ad04-cd9616d5fa4d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:47.452645 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'name': 'tempest-TestShelveInstance-1952844930-router', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:37Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 4, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'gw_port': {'id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:38Z', 'updated_at': '2021-08-16T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '3039ec43-bd2f-4195-aa0f-8b12c6deea59', 'name': '', 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'mac_address': 'fa:16:3e:e1:0b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:40Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 2, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'subnets': [{'id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:47.479213 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Checking router: b15144e2-854f-42f6-ad04-cd9616d5fa4d for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:25:47.479563 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Updating router b15144e2-854f-42f6-ad04-cd9616d5fa4d port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 binding host dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 14:25:47.506237 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.635678 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236aaac-3b71-413a-a356-0b91e084cca2 req-66b00dc5-1c69-4684-a3a6-786510c84544 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:47.638239 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7236aaac-3b71-413a-a356-0b91e084cca2 req-66b00dc5-1c69-4684-a3a6-786510c84544 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 946 time: 0.0671499 Aug 16 14:25:47.707503 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-7236aaac-3b71-413a-a356-0b91e084cca2 req-ef3adf97-764a-422e-b78a-300f3dc36cfa tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625682 Aug 16 14:25:47.744807 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765046b-558d-4186-b225-da107b0898ae req-22c2818e-bb0f-4426-ac7e-5e5eab7f499b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:47.748170 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5765046b-558d-4186-b225-da107b0898ae req-22c2818e-bb0f-4426-ac7e-5e5eab7f499b tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 945 time: 0.0687468 Aug 16 14:25:47.796158 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5765046b-558d-4186-b225-da107b0898ae req-44116222-6ff9-41bf-ba17-3f166386ae06 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Aug 16 14:25:47.838561 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Notify callbacks [] for port, precommit_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.848618 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.provisioning_blocks [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Transition to ACTIVE for port object 3039ec43-bd2f-4195-aa0f-8b12c6deea59 will not be triggered until provisioned by entity L2. {{(pid=94163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:25:47.856415 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.865987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549b2ec-6142-456a-8294-ec89a81c5324 req-cdfa5dbc-4f95-468a-921f-42336eb204dc tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:47.867734 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e549b2ec-6142-456a-8294-ec89a81c5324 req-cdfa5dbc-4f95-468a-921f-42336eb204dc tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 946 time: 0.0662963 Aug 16 14:25:47.904914 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6ee67-f72f-4f63-adec-cdd5a92c36bb None None] Pushing event updated for resources: {'Port': ['ID=3039ec43-bd2f-4195-aa0f-8b12c6deea59,revision_number=3']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:47.927591 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e549b2ec-6142-456a-8294-ec89a81c5324 req-ae0da75c-eeb4-4029-805d-c5d39c56c65c tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538001 Aug 16 14:25:47.945458 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56922) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:47.977206 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Attempting to bind port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 on host dv-cinder-804584-9-iscsi for vnic_type normal with profile {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:25:47.977520 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Attempting to bind port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 by drivers openvswitch,hyperv on host dv-cinder-804584-9-iscsi at level 0 using segments [{'id': '55fbf73b-cc95-460b-8982-f7d39519727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37'}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:25:47.977879 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Attempting to bind port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 on network c7616778-2880-49a4-ab86-6d5d46b9ad37 {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:25:47.983773 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Checking agent: {'id': '62c9d191-7adc-4d27-b9d6-ffcd64127ff2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804584-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 9, 11), 'started_at': datetime.datetime(2021, 8, 16, 14, 9, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804584-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:25:47.984121 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Checking segment: {'id': '55fbf73b-cc95-460b-8982-f7d39519727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:25:47.984523 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.984909 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Bound using segment: {'id': '55fbf73b-cc95-460b-8982-f7d39519727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37'} {{(pid=94163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:25:47.985382 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.managers [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Bound port: 3039ec43-bd2f-4195-aa0f-8b12c6deea59, host: dv-cinder-804584-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55fbf73b-cc95-460b-8982-f7d39519727e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37'}}] {{(pid=94163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:25:47.986568 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:47.992302 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83b8ae6-4cd1-4c53-890e-078fe06df96f tempest-TestVolumeBootPattern-273740248 tempest-TestVolumeBootPattern-273740248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:47.996490 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f83b8ae6-4cd1-4c53-890e-078fe06df96f tempest-TestVolumeBootPattern-273740248 tempest-TestVolumeBootPattern-273740248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 1094 time: 0.0473495 Aug 16 14:25:47.996809 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56924) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:48.001657 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'floatingip': {'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:25:48.032218 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:48.057223 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] For port 3039ec43-bd2f-4195-aa0f-8b12c6deea59, host dv-cinder-804584-9-iscsi, cleared binding levels {{(pid=94163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:25:48.062232 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.plugins.ml2.db [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] For port 3039ec43-bd2f-4195-aa0f-8b12c6deea59, host dv-cinder-804584-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=3039ec43-bd2f-4195-aa0f-8b12c6deea59,segment=NetworkSegment(55fbf73b-cc95-460b-8982-f7d39519727e),segment_id=55fbf73b-cc95-460b-8982-f7d39519727e)] {{(pid=94163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:25:48.069145 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron_lib.callbacks.manager [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:48.140808 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-b2327959-d570-4a80-a06c-744d99deaeb2 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:48.142875 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-b2327959-d570-4a80-a06c-744d99deaeb2 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 945 time: 0.0714476 Aug 16 14:25:48.145285 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Routers {'b15144e2-854f-42f6-ad04-cd9616d5fa4d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:48.145974 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:48.175951 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device d82f1d9a-4f81-4827-993d-c6cff1bc08d0 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:48.200531 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6ee67-f72f-4f63-adec-cdd5a92c36bb None None] Pushing event updated for resources: {'Port': ['ID=3039ec43-bd2f-4195-aa0f-8b12c6deea59,revision_number=4']} {{(pid=94163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:48.211230 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:48.233158 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: d82f1d9a-4f81-4827-993d-c6cff1bc08d0 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:48.233759 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device d82f1d9a-4f81-4827-993d-c6cff1bc08d0 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:48.300905 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] Set router b15144e2-854f-42f6-ad04-cd9616d5fa4d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:48.301124 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-708d9a64-e347-41be-a9b1-c69933794313 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Deleting port eec0e500-08a4-4aaf-8c7b-3dae63d06029 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:48.301348 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-708d9a64-e347-41be-a9b1-c69933794313 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:48.378727 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Allocated IP 172.27.3.246 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/632252c0-c213-4848-b2df-d2bedd791998) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:25:48.416515 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-708d9a64-e347-41be-a9b1-c69933794313 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] For port eec0e500-08a4-4aaf-8c7b-3dae63d06029, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=eec0e500-08a4-4aaf-8c7b-3dae63d06029,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:48.416987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-708d9a64-e347-41be-a9b1-c69933794313 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:48.435869 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-708d9a64-e347-41be-a9b1-c69933794313 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Calling delete_port for eec0e500-08a4-4aaf-8c7b-3dae63d06029 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:48.511944 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:48.554005 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'name': 'tempest-TestShelveInstance-1952844930-router', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:37Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 4, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'gw_port': {'id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:38Z', 'updated_at': '2021-08-16T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '3039ec43-bd2f-4195-aa0f-8b12c6deea59', 'name': '', 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'mac_address': 'fa:16:3e:e1:0b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:40Z', 'updated_at': '2021-08-16T14:25:48Z', 'revision_number': 4, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'subnets': [{'id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:48.569955 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:48.589602 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42effd19-2f6f-44dc-a582-7adf05781f7a None None] The sync data for ids ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'] in dv-cinder-804584-9-iscsi is: [{'id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'name': 'tempest-TestShelveInstance-1952844930-router', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:37Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 4, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'gw_port': {'id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:38Z', 'updated_at': '2021-08-16T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': '3039ec43-bd2f-4195-aa0f-8b12c6deea59', 'name': '', 'network_id': 'c7616778-2880-49a4-ab86-6d5d46b9ad37', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'mac_address': 'fa:16:3e:e1:0b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:40Z', 'updated_at': '2021-08-16T14:25:48Z', 'revision_number': 4, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'subnets': [{'id': '4f89552e-b9fd-4952-9adc-2b5e2e5abf81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:25:48.611246 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:25:48.615626 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-708d9a64-e347-41be-a9b1-c69933794313 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:48.617842 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:25:48.621654 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:25:48.647944 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'Port': ['ID=632252c0-c213-4848-b2df-d2bedd791998,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:48.654847 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['5178d2a5-781f-495f-aefe-509e5a5ad8ed', 'eec0e500-08a4-4aaf-8c7b-3dae63d06029'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:25:48.673825 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d9a64-e347-41be-a9b1-c69933794313 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Pushing event deleted for resources: {'Port': ['ID=eec0e500-08a4-4aaf-8c7b-3dae63d06029,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:48.696580 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-708d9a64-e347-41be-a9b1-c69933794313 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] No DVR routers for this DVR port eec0e500-08a4-4aaf-8c7b-3dae63d06029 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:48.699956 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-708d9a64-e347-41be-a9b1-c69933794313 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:48.702304 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ca6ab8fc-a42d-49ce-a6a0-9351ce4727a0 req-708d9a64-e347-41be-a9b1-c69933794313 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "DELETE /v2.0/ports/eec0e500-08a4-4aaf-8c7b-3dae63d06029 HTTP/1.1" status: 204 len: 173 time: 0.5511868 Aug 16 14:25:48.702794 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b3fc26-d92d-4e56-8844-d1977ad55ea4', 'name': 'network-vif-deleted', 'tag': 'eec0e500-08a4-4aaf-8c7b-3dae63d06029'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:48.708993 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07956031-5af5-411c-ab8f-dfa685970088" -d '{"events": [{"server_uuid": "b3b3fc26-d92d-4e56-8844-d1977ad55ea4", "name": "network-vif-deleted", "tag": "eec0e500-08a4-4aaf-8c7b-3dae63d06029"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:48.757299 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788e0834-70ac-42ec-a0b3-72acd61988be x-openstack-request-id: req-788e0834-70ac-42ec-a0b3-72acd61988be {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:48.757590 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3b3fc26-d92d-4e56-8844-d1977ad55ea4", "name": "network-vif-deleted", "tag": "eec0e500-08a4-4aaf-8c7b-3dae63d06029", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:48.757774 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-788e0834-70ac-42ec-a0b3-72acd61988be {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:48.758680 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b3fc26-d92d-4e56-8844-d1977ad55ea4', 'name': 'network-vif-deleted', 'tag': 'eec0e500-08a4-4aaf-8c7b-3dae63d06029', 'status': 'completed', 'code': 200} Aug 16 14:25:48.945001 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-73173a0b-2bbf-463d-a2e2-b424876b0a38 req-912ddf40-07b9-4965-9b91-e063444712e0 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3b3fc26-d92d-4e56-8844-d1977ad55ea4 HTTP/1.1" status: 200 len: 210 time: 0.0282845 Aug 16 14:25:49.122731 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.202307 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.379125 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.383764 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.449737 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'Port': ['ID=632252c0-c213-4848-b2df-d2bedd791998,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:49.466142 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.574343 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Floating IP 7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb associated. External IP: 172.27.3.246, port: 27235cfb-2617-4180-ae0a-58632c1884a0. Aug 16 14:25:49.792728 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Router b9df7c63-7f83-46fa-8577-058ab621f2e4 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:25:49.904897 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3039ec43-bd2f-4195-aa0f-8b12c6deea59 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:49.921481 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:25:49.933241 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] Sync routers for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:25:49.943001 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:49.959426 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:49.960187 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:49.988062 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-29984a58-fa7a-4793-8000-2412a3ad7683 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9790175 Aug 16 14:25:49.988062 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'tag': '27235cfb-2617-4180-ae0a-58632c1884a0'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:49.988062 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27" -d '{"events": [{"name": "network-changed", "server_uuid": "e52a371e-daa1-466d-b194-0335b41b5d41", "tag": "27235cfb-2617-4180-ae0a-58632c1884a0"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:50.061471 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning for port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:25:50.074869 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:50.075423 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:50.112510 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf26db-3bb2-4199-82a7-9cf42322d7e9 x-openstack-request-id: req-2adf26db-3bb2-4199-82a7-9cf42322d7e9 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:50.112800 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52a371e-daa1-466d-b194-0335b41b5d41", "tag": "27235cfb-2617-4180-ae0a-58632c1884a0", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:50.113050 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2adf26db-3bb2-4199-82a7-9cf42322d7e9 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:50.113474 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'tag': '27235cfb-2617-4180-ae0a-58632c1884a0', 'status': 'completed', 'code': 200} Aug 16 14:25:50.124650 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:50.218086 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-3cebda7e-90be-44dc-a738-31ad91145665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:50.219593 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-3cebda7e-90be-44dc-a738-31ad91145665 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 1099 time: 0.0533562 Aug 16 14:25:50.286658 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:50.326776 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-45e0eee2-4466-4fab-85d3-4e4db2662af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:50.328435 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-45e0eee2-4466-4fab-85d3-4e4db2662af0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.1012604 Aug 16 14:25:50.370592 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] For port 3039ec43-bd2f-4195-aa0f-8b12c6deea59, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=3039ec43-bd2f-4195-aa0f-8b12c6deea59,segment=NetworkSegment(55fbf73b-cc95-460b-8982-f7d39519727e),segment_id=55fbf73b-cc95-460b-8982-f7d39519727e)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:50.378724 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:50.421243 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-2c6e9f53-2c3e-4fd0-9c04-6b638a647fdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27235cfb-2617-4180-ae0a-58632c1884a0 HTTP/1.1" status: 200 len: 1000 time: 0.0834596 Aug 16 14:25:50.465705 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Pushing event updated for resources: {'Port': ['ID=3039ec43-bd2f-4195-aa0f-8b12c6deea59,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:50.485534 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-852f195c-c817-421d-b4b4-623f6993cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:50.487168 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-852f195c-c817-421d-b4b4-623f6993cd5e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0583768 Aug 16 14:25:50.492479 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:de:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:25:48Z', 'updated_at': '2021-08-16T14:25:48Z', 'revision_number': 0, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:50.520466 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] Checking router: b9df7c63-7f83-46fa-8577-058ab621f2e4 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:25:50.530087 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:25:50.530741 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:25:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:50.542700 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-13d1e30a-1f26-46ba-acf4-512d19d34560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:50.544217 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-13d1e30a-1f26-46ba-acf4-512d19d34560 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462682 Aug 16 14:25:50.656687 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:25:50.659778 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-040b2cba-f5be-4e09-a0cb-01a48f60f6c0 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043160 Aug 16 14:25:50.769530 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3ce65f3a-4f1c-4cee-ae63-d582de8b3b27 req-86336a0a-264f-4084-a54c-1b41c93cdd55 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998199 Aug 16 14:25:51.065389 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:de:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:25:48Z', 'updated_at': '2021-08-16T14:25:48Z', 'revision_number': 0, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:51.097499 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454bede8-a596-4ae1-8f65-af276c159b0b None None] The sync data for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi is: [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:de:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:25:48Z', 'updated_at': '2021-08-16T14:25:48Z', 'revision_number': 0, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:25:51.312685 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94f9844-1c3d-4223-9be5-061078016a97 None None] New status for floating IP 7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb: ACTIVE {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:25:51.446778 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acea2b0-c1fb-4ab3-b4d6-73ccacc6fd50 req-254fbaec-7bb4-498e-b41d-a4c027cd333f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:51.452172 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0acea2b0-c1fb-4ab3-b4d6-73ccacc6fd50 req-254fbaec-7bb4-498e-b41d-a4c027cd333f tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0543191 Aug 16 14:25:51.494922 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0acea2b0-c1fb-4ab3-b4d6-73ccacc6fd50 req-846ea7a1-6c8e-4e1d-bcea-92f8d200ab64 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388541 Aug 16 14:25:51.871453 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3039ec43-bd2f-4195-aa0f-8b12c6deea59 up at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:25:51.918450 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Provisioning complete for port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:25:51.918821 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:52.190452 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device eec0e500-08a4-4aaf-8c7b-3dae63d06029 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:52.211151 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: eec0e500-08a4-4aaf-8c7b-3dae63d06029 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:52.211505 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device eec0e500-08a4-4aaf-8c7b-3dae63d06029 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:25:52.626461 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df45c1d-cce1-44fd-a920-f40047f7db10 req-0a1f8390-6c09-4e04-a8ee-da9cd11a2b90 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:52.628106 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1df45c1d-cce1-44fd-a920-f40047f7db10 req-0a1f8390-6c09-4e04-a8ee-da9cd11a2b90 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0525651 Aug 16 14:25:52.667828 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1df45c1d-cce1-44fd-a920-f40047f7db10 req-0be7e701-e891-4570-8a96-ecc0f6c2f9c8 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/security-groups?id=3d17c2e4-b719-4d71-949c-009c31ba7ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337381 Aug 16 14:25:53.209634 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-7cd84c97-78d9-476b-8822-ed7a225ae084 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:25:53.211114 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-7cd84c97-78d9-476b-8822-ed7a225ae084 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 945 time: 0.0549288 Aug 16 14:25:53.308524 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-d7375f6c-0482-4b98-bc9f-ffd9555cd368 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Deleting port 5178d2a5-781f-495f-aefe-509e5a5ad8ed {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:25:53.308872 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-d7375f6c-0482-4b98-bc9f-ffd9555cd368 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:53.404898 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-d7375f6c-0482-4b98-bc9f-ffd9555cd368 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] For port 5178d2a5-781f-495f-aefe-509e5a5ad8ed, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=5178d2a5-781f-495f-aefe-509e5a5ad8ed,segment=NetworkSegment(dc8b88e0-18dd-4a53-bc63-ea3410a79b82),segment_id=dc8b88e0-18dd-4a53-bc63-ea3410a79b82)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:25:53.405268 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-d7375f6c-0482-4b98-bc9f-ffd9555cd368 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:53.420257 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-d7375f6c-0482-4b98-bc9f-ffd9555cd368 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Calling delete_port for 5178d2a5-781f-495f-aefe-509e5a5ad8ed owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:25:53.562816 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-d7375f6c-0482-4b98-bc9f-ffd9555cd368 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:53.595122 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7375f6c-0482-4b98-bc9f-ffd9555cd368 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Pushing event deleted for resources: {'Port': ['ID=5178d2a5-781f-495f-aefe-509e5a5ad8ed,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:53.605449 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['5178d2a5-781f-495f-aefe-509e5a5ad8ed'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:25:53.655431 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-d7375f6c-0482-4b98-bc9f-ffd9555cd368 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] No DVR routers for this DVR port 5178d2a5-781f-495f-aefe-509e5a5ad8ed on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:25:53.658152 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-d7375f6c-0482-4b98-bc9f-ffd9555cd368 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:53.661020 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-96cc7dd7-c1bd-40f0-95d9-9ec0d15c7416 req-d7375f6c-0482-4b98-bc9f-ffd9555cd368 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.30 "DELETE /v2.0/ports/5178d2a5-781f-495f-aefe-509e5a5ad8ed HTTP/1.1" status: 204 len: 173 time: 0.4431934 Aug 16 14:25:53.661469 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd66a83-3952-4450-860d-797f4077d4f2', 'name': 'network-vif-deleted', 'tag': '5178d2a5-781f-495f-aefe-509e5a5ad8ed'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:25:53.663810 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a53f6cc-c6e9-45a4-a820-9182bb090a19" -d '{"events": [{"server_uuid": "cdd66a83-3952-4450-860d-797f4077d4f2", "name": "network-vif-deleted", "tag": "5178d2a5-781f-495f-aefe-509e5a5ad8ed"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:25:53.711496 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b2fe7b-f5f5-4641-82e2-d8273d19f402 x-openstack-request-id: req-05b2fe7b-f5f5-4641-82e2-d8273d19f402 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:25:53.711985 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd66a83-3952-4450-860d-797f4077d4f2", "name": "network-vif-deleted", "tag": "5178d2a5-781f-495f-aefe-509e5a5ad8ed", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:25:53.712380 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05b2fe7b-f5f5-4641-82e2-d8273d19f402 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:25:53.712884 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd66a83-3952-4450-860d-797f4077d4f2', 'name': 'network-vif-deleted', 'tag': '5178d2a5-781f-495f-aefe-509e5a5ad8ed', 'status': 'completed', 'code': 200} Aug 16 14:25:53.782865 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fe69caf9-4a5d-4de5-beb5-1868981257c4 req-bfec8544-d21f-44fc-adf0-aa078aff4b64 tempest-AttachVolumeNegativeTest-106150795 tempest-AttachVolumeNegativeTest-106150795-project] 10.222.0.13 "GET /v2.0/ports?device_id=cdd66a83-3952-4450-860d-797f4077d4f2 HTTP/1.1" status: 200 len: 210 time: 0.0365229 Aug 16 14:25:54.851665 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56970) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:54.896714 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_v2 [None req-31cb7b63-6796-4bcc-8093-4ff8b8416bd1 admin admin] Deleting subnet f9c8c2c4-3e3d-4834-b02d-0dbca651976a {{(pid=94161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:25:54.900144 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-31cb7b63-6796-4bcc-8093-4ff8b8416bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:54.946345 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-31cb7b63-6796-4bcc-8093-4ff8b8416bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3298332'] for subnet, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:54.987015 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-31cb7b63-6796-4bcc-8093-4ff8b8416bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.048260 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-31cb7b63-6796-4bcc-8093-4ff8b8416bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3357308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3793298'] for subnet, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.074342 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb7b63-6796-4bcc-8093-4ff8b8416bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c8c2c4-3e3d-4834-b02d-0dbca651976a,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:55.077814 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-31cb7b63-6796-4bcc-8093-4ff8b8416bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.079665 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-31cb7b63-6796-4bcc-8093-4ff8b8416bd1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f9c8c2c4-3e3d-4834-b02d-0dbca651976a HTTP/1.1" status: 204 len: 168 time: 0.2268584 Aug 16 14:25:55.082903 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 56972) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:55.162407 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.252258 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.263687 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b64ca279-8b21-45f8-a7d0-de36e6b4668e']}} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:55.275505 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82') {'for_net_delete': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:55.275827 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8b88e0-18dd-4a53-bc63-ea3410a79b82') {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:25:55.286339 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3298325'] for segment, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.301401 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.307553 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=94161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:25:55.307973 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3357210'] for segment, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: Traceback (most recent call last): Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: timer() Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: cb(*args, **kw) Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: return func(*args, **kwargs) Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: self._notify() Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: self.callback(batched_events) Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: event.method(event) Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: return f(self, *a, **k) Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._get(url).json() Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: return self.request(url, 'GET', **kwargs) Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:25:55.309608 dv-cinder-804584-9-iscsi neutron-server[94161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:25:55.369312 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.375807 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.378406 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b64ca279-8b21-45f8-a7d0-de36e6b4668e HTTP/1.1" status: 204 len: 168 time: 0.2944906 Aug 16 14:25:55.390401 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbaca43-a620-44f0-ab3f-594157c0db61 admin admin] Pushing event deleted for resources: {'Network': ['ID=b64ca279-8b21-45f8-a7d0-de36e6b4668e,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:55.559567 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56978) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:55.605246 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-734d3028-acf8-4ca6-afeb-c7973392ecf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec9173c5493f4f6b84b511b1697adfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442333 Aug 16 14:25:55.607481 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 56980) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:25:55.657429 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e871e051-171f-4c2f-8be2-5718b352898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.680411 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e871e051-171f-4c2f-8be2-5718b352898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.729802 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e871e051-171f-4c2f-8be2-5718b352898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.732565 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-e871e051-171f-4c2f-8be2-5718b352898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:25:55.733827 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-e871e051-171f-4c2f-8be2-5718b352898d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d17c2e4-b719-4d71-949c-009c31ba7ba0 HTTP/1.1" status: 204 len: 168 time: 0.1253438 Aug 16 14:25:55.742432 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871e051-171f-4c2f-8be2-5718b352898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d17c2e4-b719-4d71-949c-009c31ba7ba0,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:25:56.217843 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 5178d2a5-781f-495f-aefe-509e5a5ad8ed no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:25:56.239913 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 5178d2a5-781f-495f-aefe-509e5a5ad8ed {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:25:56.240271 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 5178d2a5-781f-495f-aefe-509e5a5ad8ed not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:26:01.011041 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-ed555ff1-532f-4afd-98d0-7e3af6df8613 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1459879411&fields=id&tenant_id=9f59d1589cdd4af4828be16c2b12a75a HTTP/1.1" status: 200 len: 267 time: 0.0354524 Aug 16 14:26:01.126315 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-dd499398-82a1-407d-85bc-8c48996992c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:01.127843 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-dd499398-82a1-407d-85bc-8c48996992c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/networks?id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad HTTP/1.1" status: 200 len: 808 time: 0.1072702 Aug 16 14:26:01.143646 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-a83f2f31-5afd-4355-a5d1-16641955584e tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/quotas/9f59d1589cdd4af4828be16c2b12a75a HTTP/1.1" status: 200 len: 375 time: 0.0091605 Aug 16 14:26:01.198879 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-96f69273-a7fb-403c-bd17-e7bf43bd90d7 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9f59d1589cdd4af4828be16c2b12a75a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488400 Aug 16 14:26:01.301678 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-03e47e80-42f1-41ff-b8a5-412a37db2633 service neutron] 10.222.0.13 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908761 Aug 16 14:26:01.401145 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-d12ce8e9-1e07-4180-ae18-30233448228d service neutron] 10.222.0.13 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934148 Aug 16 14:26:01.744663 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-a33db563-d867-47b2-b639-ec56e21baa56 req-a19468c6-0eeb-4f8f-bf99-b9253ff2bbd0 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 210 time: 0.0274990 Aug 16 14:26:02.868612 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-04b10c70-ddb0-43eb-b22d-c49fd91415f3 req-6c9e1f19-6e16-440c-998a-00797728a795 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 210 time: 0.0420146 Aug 16 14:26:02.879717 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-d286e5a5-9a92-432c-85ae-0d0d0363c2e2 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:02.881418 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-d286e5a5-9a92-432c-85ae-0d0d0363c2e2 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.30 "GET /v2.0/networks?id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad HTTP/1.1" status: 200 len: 808 time: 0.1528187 Aug 16 14:26:02.944070 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-1f45c25e-0ff8-48ee-9440-ae4ff8dbde6e tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f59d1589cdd4af4828be16c2b12a75a HTTP/1.1" status: 200 len: 380 time: 0.0353968 Aug 16 14:26:02.958449 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Request body: {'port': {'device_id': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'admin_state_up': True, 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'security_groups': ['d4a65d6c-a45d-40e1-853b-1fd6070ed25d']}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:26:03.076951 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Made reservation on behalf of 9f59d1589cdd4af4828be16c2b12a75a for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:26:03.081119 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:03.211005 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Allocated IP 172.20.0.5 (eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad/5cb28573-5c9b-47ec-959d-7229f59e5102/b1f4780c-df05-4d2d-b701-e3a1a7593dbe) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:26:03.356943 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:03.370742 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Transition to ACTIVE for port object b1f4780c-df05-4d2d-b701-e3a1a7593dbe will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:26:03.407919 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:03.458864 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:26:03.463873 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:26:03.469872 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:26:03.499435 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event updated for resources: {'Port': ['ID=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:03.532420 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:03.533434 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:03.551194 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-6e12a799-6135-4e9d-8bac-aa4f5ebc69c6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6012402 Aug 16 14:26:03.570584 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Request body: {'port': {'device_id': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:26:03.634461 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:03.712075 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-ba362f12-ae94-43e2-9c5e-c05ea3877116 None None] Provisioning for port b1f4780c-df05-4d2d-b701-e3a1a7593dbe completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:26:03.716570 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-ba362f12-ae94-43e2-9c5e-c05ea3877116 None None] Provisioning complete for port b1f4780c-df05-4d2d-b701-e3a1a7593dbe triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:26:03.716966 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ba362f12-ae94-43e2-9c5e-c05ea3877116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:03.754566 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-ba362f12-ae94-43e2-9c5e-c05ea3877116 None None] Port b1f4780c-df05-4d2d-b701-e3a1a7593dbe cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:26:03.923367 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f4780c-df05-4d2d-b701-e3a1a7593dbe {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:26:03.933158 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:03.949664 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Transition to ACTIVE for port object b1f4780c-df05-4d2d-b701-e3a1a7593dbe will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:26:03.954392 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:04.009594 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Pushing event updated for resources: {'Port': ['ID=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:04.015601 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a492b66-f418-4364-93f6-90cb5dc0449a req-4e247ef1-19c4-497b-8c56-e18102d3eb34 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:04.017695 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3a492b66-f418-4364-93f6-90cb5dc0449a req-4e247ef1-19c4-497b-8c56-e18102d3eb34 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0669134 Aug 16 14:26:04.068622 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-3a492b66-f418-4364-93f6-90cb5dc0449a req-d4328f84-41af-46c6-b93d-280232d86e10 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374165 Aug 16 14:26:04.087438 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Attempting to bind port b1f4780c-df05-4d2d-b701-e3a1a7593dbe on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:26:04.087894 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Attempting to bind port b1f4780c-df05-4d2d-b701-e3a1a7593dbe by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:26:04.088364 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Attempting to bind port b1f4780c-df05-4d2d-b701-e3a1a7593dbe on network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:26:04.093017 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Port b1f4780c-df05-4d2d-b701-e3a1a7593dbe on network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:26:04.093342 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Attempting to bind port b1f4780c-df05-4d2d-b701-e3a1a7593dbe on network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:26:04.099290 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:26:04.099642 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Checking segment: {'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:26:04.100039 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Bound using segment: {'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:26:04.100472 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Bound port: b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf58cb1-9449-49c1-bcf1-383160605300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:26:04.100828 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:04.171089 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] For port b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:26:04.174820 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] For port b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:26:04.178826 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:04.219523 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:04.220148 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:04.221595 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] 10.222.0.30 "PUT /v2.0/ports/b1f4780c-df05-4d2d-b701-e3a1a7593dbe HTTP/1.1" status: 200 len: 1093 time: 0.6557279 Aug 16 14:26:04.222039 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:26:04.224350 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb" -d '{"events": [{"name": "network-changed", "server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:26:04.250612 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7f1d7-2ca1-49ba-bd95-f5686403051d service neutron] Pushing event updated for resources: {'Port': ['ID=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:04.266173 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369945f4-c076-4fc7-ba35-d39d4fbde750 x-openstack-request-id: req-369945f4-c076-4fc7-ba35-d39d4fbde750 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:26:04.266518 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:26:04.266773 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-369945f4-c076-4fc7-ba35-d39d4fbde750 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:26:04.267252 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'status': 'completed', 'code': 200} Aug 16 14:26:04.344117 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-c2cf6894-2e54-4df0-b6d0-6bd2f6e6ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:04.345641 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-c2cf6894-2e54-4df0-b6d0-6bd2f6e6ac4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f59d1589cdd4af4828be16c2b12a75a&device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 1096 time: 0.0500982 Aug 16 14:26:04.398519 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-705223d9-894e-4cd4-8255-6c957e16bae8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe HTTP/1.1" status: 200 len: 217 time: 0.0379698 Aug 16 14:26:04.451413 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-28d97497-261e-49c8-8e74-f4c7d6e44351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:04.452910 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-28d97497-261e-49c8-8e74-f4c7d6e44351 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cb28573-5c9b-47ec-959d-7229f59e5102 HTTP/1.1" status: 200 len: 847 time: 0.0477114 Aug 16 14:26:04.504828 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-5a625973-508d-48fe-adf2-70155ffb1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:04.506547 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-5a625973-508d-48fe-adf2-70155ffb1ade service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450032 Aug 16 14:26:04.606222 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-936ad26f-1321-4aba-bd56-ed1a827ea133 service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916781 Aug 16 14:26:04.703178 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b59482d9-9f6c-4b55-b198-0f059ee9a6b4 req-952fa45d-64f1-4d86-854a-c74fd5ba723b service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888059 Aug 16 14:26:04.842656 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-9e9260be-2896-40f4-aa45-d6c44d6e4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:04.844166 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-9e9260be-2896-40f4-aa45-d6c44d6e4735 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f59d1589cdd4af4828be16c2b12a75a&device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 1096 time: 0.0427010 Aug 16 14:26:04.938421 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-b4f69608-e29a-494d-9449-34982b77c0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:04.940425 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-b4f69608-e29a-494d-9449-34982b77c0da service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad HTTP/1.1" status: 200 len: 909 time: 0.0862789 Aug 16 14:26:04.983548 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-4a839b91-7a2f-46e0-bf32-ae04ab39639c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe HTTP/1.1" status: 200 len: 217 time: 0.0350196 Aug 16 14:26:05.039532 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-a9038a68-d5f7-4538-88f0-b4c6d70763f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:05.041017 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-a9038a68-d5f7-4538-88f0-b4c6d70763f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cb28573-5c9b-47ec-959d-7229f59e5102 HTTP/1.1" status: 200 len: 847 time: 0.0458152 Aug 16 14:26:05.099250 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-b7444e93-fb42-4124-931b-ba9cd740429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:05.100886 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-b7444e93-fb42-4124-931b-ba9cd740429b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522356 Aug 16 14:26:05.200169 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae169506-c438-4523-be1d-40b9a24ded82 req-d25569a7-c58a-43c6-bec2-407997213868 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:05.201771 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ae169506-c438-4523-be1d-40b9a24ded82 req-d25569a7-c58a-43c6-bec2-407997213868 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0604568 Aug 16 14:26:05.213261 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-7b53b48b-ba39-4c6e-ac88-56880c1b2c5b service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044405 Aug 16 14:26:05.242244 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ae169506-c438-4523-be1d-40b9a24ded82 req-129f7ffa-097a-4c17-b99f-854db53be009 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343077 Aug 16 14:26:05.294609 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57148) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:05.324880 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3bc102bf-ba12-4ffb-8838-a6a65f2b9feb req-69fb7d02-fa7e-4f94-8963-8d35e2507a02 service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040041 Aug 16 14:26:05.406437 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c29a3160-9452-444f-9ea5-a9d70b0884a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:05.500788 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c29a3160-9452-444f-9ea5-a9d70b0884a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:05.504416 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c29a3160-9452-444f-9ea5-a9d70b0884a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:05.541987 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a3160-9452-444f-9ea5-a9d70b0884a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aba1d0-ffd7-4669-b91a-f6f99f6d6abc,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:05.546141 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c29a3160-9452-444f-9ea5-a9d70b0884a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99f65045ec92485b8221d63de1c18c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504804 Aug 16 14:26:05.548677 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57152) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:05.603118 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0fb040af-93bc-4ab9-accd-4d8fdf18a3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:05.623899 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0fb040af-93bc-4ab9-accd-4d8fdf18a3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:05.672578 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0fb040af-93bc-4ab9-accd-4d8fdf18a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:05.675449 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-0fb040af-93bc-4ab9-accd-4d8fdf18a3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:05.676690 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-0fb040af-93bc-4ab9-accd-4d8fdf18a3f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3aba1d0-ffd7-4669-b91a-f6f99f6d6abc HTTP/1.1" status: 204 len: 168 time: 0.1270633 Aug 16 14:26:05.684342 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb040af-93bc-4ab9-accd-4d8fdf18a3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aba1d0-ffd7-4669-b91a-f6f99f6d6abc,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:06.375188 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e3f51-227f-43a1-a0da-49522cae7672 req-2bafb91a-596d-415c-96b2-9024b1057247 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:06.376921 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cf5e3f51-227f-43a1-a0da-49522cae7672 req-2bafb91a-596d-415c-96b2-9024b1057247 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0611193 Aug 16 14:26:06.416028 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cf5e3f51-227f-43a1-a0da-49522cae7672 req-21adef5b-f83e-46f2-b19c-6ff5392d0f25 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326748 Aug 16 14:26:06.796750 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:26:07.517963 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57218) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:07.543167 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5246c-4468-401d-aa39-9008fcf067dd req-174cb25a-2df1-49a6-b03a-a28137718833 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:07.544841 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0cf5246c-4468-401d-aa39-9008fcf067dd req-174cb25a-2df1-49a6-b03a-a28137718833 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0565457 Aug 16 14:26:07.592466 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0cf5246c-4468-401d-aa39-9008fcf067dd req-09186f60-15ff-43c2-8dff-c6bbe7c58b9f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412610 Aug 16 14:26:07.636436 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6342efe0-426e-4ad2-9169-794fc653c985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:07.735004 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6342efe0-426e-4ad2-9169-794fc653c985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:07.739610 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-6342efe0-426e-4ad2-9169-794fc653c985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:07.763935 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-2f129397-b0c4-4545-8718-481f94a82bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:07.787799 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-6342efe0-426e-4ad2-9169-794fc653c985 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=946a47aee6b34e3f9d80fea969c61fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2658687 Aug 16 14:26:07.787799 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6342efe0-426e-4ad2-9169-794fc653c985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd5aa57-1d4e-4417-a849-6f416efd18e4,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:07.788317 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 57222) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:07.841507 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e8b97446-f141-4a34-90cd-e80f45646488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:07.863065 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e8b97446-f141-4a34-90cd-e80f45646488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:07.909941 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e8b97446-f141-4a34-90cd-e80f45646488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:07.912535 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e8b97446-f141-4a34-90cd-e80f45646488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:07.913704 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e8b97446-f141-4a34-90cd-e80f45646488 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8cd5aa57-1d4e-4417-a849-6f416efd18e4 HTTP/1.1" status: 204 len: 168 time: 0.1231005 Aug 16 14:26:07.921076 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b97446-f141-4a34-90cd-e80f45646488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd5aa57-1d4e-4417-a849-6f416efd18e4,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:08.185513 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57228) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:08.200677 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-84ba85d7-fcfd-4022-b7b9-3d4d78817e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:08.304195 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-84ba85d7-fcfd-4022-b7b9-3d4d78817e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:08.308216 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-84ba85d7-fcfd-4022-b7b9-3d4d78817e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:08.348855 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-84ba85d7-fcfd-4022-b7b9-3d4d78817e54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a1a0d4a714c4d89b8ff438271ecd206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620841 Aug 16 14:26:08.349935 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ba85d7-fcfd-4022-b7b9-3d4d78817e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a523407-d7ac-4305-a666-fbd7dc2efe9c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:08.351508 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 57230) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:08.401699 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cf54dc98-63f4-4173-a98e-2ee89c04345b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:08.422999 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cf54dc98-63f4-4173-a98e-2ee89c04345b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:08.479736 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cf54dc98-63f4-4173-a98e-2ee89c04345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:08.482273 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-cf54dc98-63f4-4173-a98e-2ee89c04345b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:08.483415 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-cf54dc98-63f4-4173-a98e-2ee89c04345b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a523407-d7ac-4305-a666-fbd7dc2efe9c HTTP/1.1" status: 204 len: 168 time: 0.1308856 Aug 16 14:26:08.491747 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54dc98-63f4-4173-a98e-2ee89c04345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a523407-d7ac-4305-a666-fbd7dc2efe9c,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:08.716828 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f8437-d9c8-4868-ab47-ec9123534575 req-64700635-1867-4739-a5c2-7f1a3f7812ae tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:08.718347 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3f0f8437-d9c8-4868-ab47-ec9123534575 req-64700635-1867-4739-a5c2-7f1a3f7812ae tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0496953 Aug 16 14:26:08.757004 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-3f0f8437-d9c8-4868-ab47-ec9123534575 req-4ba85908-40fe-4dfa-b6c8-12eba2f888d1 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Aug 16 14:26:09.876653 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a03b5-bac2-4b1b-b74b-a96aaffed889 req-f5bd80c3-5a27-4dbb-93bd-290b9ad970da tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:09.878263 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-295a03b5-bac2-4b1b-b74b-a96aaffed889 req-f5bd80c3-5a27-4dbb-93bd-290b9ad970da tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0524356 Aug 16 14:26:09.921895 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-295a03b5-bac2-4b1b-b74b-a96aaffed889 req-816061f5-bbce-4e5c-b61e-3476aee5c84e tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340328 Aug 16 14:26:10.272834 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 57286) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:10.322294 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-622f5ffb-4ac4-4ba5-b83e-8647cae1b307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:10.391589 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0ca4fc33-84ed-43af-87be-b9132378c908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:10.491505 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0ca4fc33-84ed-43af-87be-b9132378c908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:10.495747 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0ca4fc33-84ed-43af-87be-b9132378c908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:10.538919 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0ca4fc33-84ed-43af-87be-b9132378c908 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8f3a56d526a4f7883e39cd14127221d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647727 Aug 16 14:26:10.539837 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4fc33-84ed-43af-87be-b9132378c908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971a4045-caa7-4ab6-b288-dc6cc3bc3c33,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:10.541498 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57290) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:10.595601 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0589-f6cb-4896-9e78-eb0a199116da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:10.616573 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0589-f6cb-4896-9e78-eb0a199116da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:10.669443 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0589-f6cb-4896-9e78-eb0a199116da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:10.672068 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0589-f6cb-4896-9e78-eb0a199116da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:10.673217 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a1cd0589-f6cb-4896-9e78-eb0a199116da admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/971a4045-caa7-4ab6-b288-dc6cc3bc3c33 HTTP/1.1" status: 204 len: 168 time: 0.1307347 Aug 16 14:26:10.681064 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd0589-f6cb-4896-9e78-eb0a199116da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971a4045-caa7-4ab6-b288-dc6cc3bc3c33,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:10.853869 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:10.958350 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 57298) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:10.972318 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-daf20892-263d-43dc-a3f8-82eaa9de6404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:11.077641 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ebb5d-a148-46da-98cf-f2e8fcf94d85 req-36569742-388c-4488-9799-7914a46c08eb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:11.079025 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a08ebb5d-a148-46da-98cf-f2e8fcf94d85 req-36569742-388c-4488-9799-7914a46c08eb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0860164 Aug 16 14:26:11.141472 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a08ebb5d-a148-46da-98cf-f2e8fcf94d85 req-ce160ec1-f4d0-4e4d-8a7d-8e16864f7339 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542688 Aug 16 14:26:11.143297 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-daf20892-263d-43dc-a3f8-82eaa9de6404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:11.148778 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-daf20892-263d-43dc-a3f8-82eaa9de6404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:11.188542 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-daf20892-263d-43dc-a3f8-82eaa9de6404 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bf65a5c738c48cdb7dfe354755d3fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290866 Aug 16 14:26:11.189225 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf20892-263d-43dc-a3f8-82eaa9de6404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88d99f2-3048-4109-94ca-f42697de2f90,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:11.192572 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57302) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:11.247280 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-799995f1-9004-434f-bfab-ba2ea30821b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:11.277030 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-799995f1-9004-434f-bfab-ba2ea30821b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:11.329209 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-799995f1-9004-434f-bfab-ba2ea30821b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:11.332536 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-799995f1-9004-434f-bfab-ba2ea30821b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:11.333802 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-799995f1-9004-434f-bfab-ba2ea30821b3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f88d99f2-3048-4109-94ca-f42697de2f90 HTTP/1.1" status: 204 len: 168 time: 0.1399279 Aug 16 14:26:11.341699 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799995f1-9004-434f-bfab-ba2ea30821b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88d99f2-3048-4109-94ca-f42697de2f90,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:11.839856 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.065159 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57324) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:12.162325 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2043335129-network', 'tenant_id': '7bf1cb00377a4216b32aa37385b461c3'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:26:12.184320 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Made reservation on behalf of 7bf1cb00377a4216b32aa37385b461c3 for: {'network': 1} {{(pid=94160) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:26:12.186625 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for network, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.195575 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.279674 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b1f4780c-df05-4d2d-b701-e3a1a7593dbe details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:26:12.300802 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d65bd-b14e-4709-8686-f2afd2181802 req-8ece5c05-c147-4483-a124-3fb8f0539577 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:12.302499 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fe7d65bd-b14e-4709-8686-f2afd2181802 req-8ece5c05-c147-4483-a124-3fb8f0539577 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0739372 Aug 16 14:26:12.347966 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.353076 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.379632 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-fe7d65bd-b14e-4709-8686-f2afd2181802 req-0fde5cbf-d77b-4c19-84b0-8ce1c9fecc06 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646803 Aug 16 14:26:12.380412 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:12.384150 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94160) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 14:26:12.397298 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'port_id': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'mac_address': 'fa:16:3e:15:93:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:26:12.401915 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35713695-dfbd-4152-a269-4b44fcecee2f,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:12.404912 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.405262 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.segments_db [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Added segment 73c3abc3-f461-4fa6-92fc-820766063a19 of type vlan for network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc Aug 16 14:26:12.444508 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.448692 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761472424003'] for network, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.459065 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f4780c-df05-4d2d-b701-e3a1a7593dbe {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:26:12.476523 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816'] for network, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.477777 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:12.478374 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.480295 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:12.484193 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.533932 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4670386 Aug 16 14:26:12.537380 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 57330) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:12.543678 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Request body: {'subnet': {'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2043335129-subnet', 'tenant_id': '7bf1cb00377a4216b32aa37385b461c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:26:12.545738 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:12.548211 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26388ed2-c874-4b9b-9172-ea6172325dfe admin admin] Pushing event updated for resources: {'Network': ['ID=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:12.564220 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc details requested by agent ovs-agent-dv-cinder-804584-9-iscsi with host dv-cinder-804584-9-iscsi {{(pid=94162) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 14:26:12.570876 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Made reservation on behalf of 7bf1cb00377a4216b32aa37385b461c3 for: {'subnet': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:26:12.573561 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3793399'] for subnet, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.743132 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3355321', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3793305'] for subnet, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.780884 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['b1f4780c-df05-4d2d-b701-e3a1a7593dbe'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:26:12.807159 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6454a708-5401-419a-aab2-d42e4a11bd2f,revision_number=0']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:12.817495 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Checking segment: {'id': '73c3abc3-f461-4fa6-92fc-820766063a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:26:12.817879 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Network hostable DHCP agents. Network: a17d58ac-bcb2-4e0a-8b43-de1efc135fcc, hostable agents: ['1bda18c4-9d90-4d05-9cee-54ff76f3f31b'], hosted agents: [] {{(pid=94161) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 14:26:12.846396 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc is scheduled to be hosted by DHCP agent 1bda18c4-9d90-4d05-9cee-54ff76f3f31b with binding_index 1 {{(pid=94161) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 14:26:12.856020 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804584-9-iscsi, a17d58ac-bcb2-4e0a-8b43-de1efc135fcc) {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:26:12.860201 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:12.860827 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:12.866029 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57176d42-2c64-4d35-bb1e-8637363fd468 None None] Network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:26:12.876018 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-50dc4680-00b8-4264-b9c8-1c50092b8633 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3373780 Aug 16 14:26:13.070001 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f9489-4e7c-449c-8a81-36572cfb2b2e None None] Network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:26:13.425256 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:13.507274 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d433d56-9488-481f-aa2f-fa3217e5e2ae req-1c39eb50-6f8f-46ef-a777-37104186ee92 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:13.508874 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d433d56-9488-481f-aa2f-fa3217e5e2ae req-1c39eb50-6f8f-46ef-a777-37104186ee92 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 944 time: 0.0516245 Aug 16 14:26:13.549754 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-9d433d56-9488-481f-aa2f-fa3217e5e2ae req-5295eafb-fe0e-4550-a587-5f8bb3df4cd8 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339856 Aug 16 14:26:14.295376 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b1f4780c-df05-4d2d-b701-e3a1a7593dbe up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:26:14.356651 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port b1f4780c-df05-4d2d-b701-e3a1a7593dbe completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:26:14.360525 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port b1f4780c-df05-4d2d-b701-e3a1a7593dbe triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:26:14.360899 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:14.464699 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:14.474444 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:26:14.476881 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b448803-44d5-4568-b42d-35adeee4a388" -d '{"events": [{"server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "name": "network-vif-plugged", "status": "completed", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:26:14.493540 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:14.500999 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:14.528811 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddff4a2b-2c11-4c35-9db8-3b51e22f74e5 x-openstack-request-id: req-ddff4a2b-2c11-4c35-9db8-3b51e22f74e5 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:26:14.529202 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "name": "network-vif-plugged", "status": "completed", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:26:14.529447 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddff4a2b-2c11-4c35-9db8-3b51e22f74e5 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:26:14.529839 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'code': 200} Aug 16 14:26:14.561508 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:14.684126 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659c4d51-c3ff-4e65-a2b4-fa879b4ac4c2 req-b9f3f2d6-426a-40a9-87b6-598655b4100d tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:14.686051 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659c4d51-c3ff-4e65-a2b4-fa879b4ac4c2 req-b9f3f2d6-426a-40a9-87b6-598655b4100d tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0626130 Aug 16 14:26:14.696276 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-062f47e6-43c0-4981-83f4-cfdfc0d4e2d9 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:14.703617 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-062f47e6-43c0-4981-83f4-cfdfc0d4e2d9 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/networks?id=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc HTTP/1.1" status: 200 len: 809 time: 0.1133251 Aug 16 14:26:14.714612 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-4878353e-f00d-4f94-9229-3f8e3c0d6c84 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/quotas/7bf1cb00377a4216b32aa37385b461c3 HTTP/1.1" status: 200 len: 375 time: 0.0104027 Aug 16 14:26:14.728281 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659c4d51-c3ff-4e65-a2b4-fa879b4ac4c2 req-ab955c6d-e314-4d18-b2e3-c788ac5f89d2 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356872 Aug 16 14:26:14.756158 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-21404924-2845-4b72-899e-7d82e59b7b11 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bf1cb00377a4216b32aa37385b461c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349705 Aug 16 14:26:14.842736 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118012c8-0c16-4480-beb4-742ff501d186 req-c7e29fd2-1405-48c2-a93a-0eb06ea80ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:14.844197 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-118012c8-0c16-4480-beb4-742ff501d186 req-c7e29fd2-1405-48c2-a93a-0eb06ea80ceb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 1098 time: 0.1111774 Aug 16 14:26:15.168534 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-a099b99a-e2b9-4684-b1e7-ea5df2815c42 service neutron] 10.222.0.13 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955066 Aug 16 14:26:15.190676 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-118012c8-0c16-4480-beb4-742ff501d186 req-1939ab78-3399-4849-a1c4-3a5b3e7c619f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359156 Aug 16 14:26:15.264469 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-09bcd2fc-0771-4bde-9e45-14b2e44d6c43 service neutron] 10.222.0.13 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866482 Aug 16 14:26:15.428815 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-e7e93704-23a7-4ffc-a909-423334364946 req-c79b9201-41b1-41a9-baa4-bca554b28217 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 210 time: 0.0273626 Aug 16 14:26:15.857704 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15014ded-17bd-4e4b-8cce-cebac8ee31db req-4ae97f4e-bf1a-4e3c-8078-5133ffcc4163 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:15.859215 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-15014ded-17bd-4e4b-8cce-cebac8ee31db req-4ae97f4e-bf1a-4e3c-8078-5133ffcc4163 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0555613 Aug 16 14:26:15.898677 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-15014ded-17bd-4e4b-8cce-cebac8ee31db req-3de45ca1-67f4-48d4-937f-123a4ebee5b0 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330327 Aug 16 14:26:16.535623 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-2f91a0f8-ad15-42e9-9ed2-671241f470f9 req-b51be005-ac2d-4b95-87c2-702d127b2fdf tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 210 time: 0.0324240 Aug 16 14:26:16.592819 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-6d2587b3-b9c5-4728-a999-ceb2b265c766 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:16.594235 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-6d2587b3-b9c5-4728-a999-ceb2b265c766 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.30 "GET /v2.0/networks?id=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc HTTP/1.1" status: 200 len: 809 time: 0.1084886 Aug 16 14:26:16.612900 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Request body: {'port': {'device_id': 'ac617500-952b-4fb8-96c7-69dbf103ab88', 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc', 'admin_state_up': True, 'tenant_id': '7bf1cb00377a4216b32aa37385b461c3'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:26:16.728883 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Made reservation on behalf of 7bf1cb00377a4216b32aa37385b461c3 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:26:16.732206 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:16.860059 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Allocated IP 172.20.0.12 (a17d58ac-bcb2-4e0a-8b43-de1efc135fcc/6454a708-5401-419a-aab2-d42e4a11bd2f/cb766427-7caa-4653-9693-f685b8ffaab6) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:26:17.041824 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.060391 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48048b2-b12b-487b-81f8-f2a822fcfb87 req-eaee1dbf-8981-46db-9812-a3474bcce50a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:17.061862 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a48048b2-b12b-487b-81f8-f2a822fcfb87 req-eaee1dbf-8981-46db-9812-a3474bcce50a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0888579 Aug 16 14:26:17.116469 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a48048b2-b12b-487b-81f8-f2a822fcfb87 req-277d0dfd-1fc5-4bbe-ac67-9f55e7009e66 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 Aug 16 14:26:17.123419 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.166018 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:26:17.171289 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:26:17.173876 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:26:17.211181 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Pushing event updated for resources: {'Port': ['ID=cb766427-7caa-4653-9693-f685b8ffaab6,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:17.212363 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.232332 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:17.232954 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.247381 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-2b06601a-9dd2-485b-a4e3-94d6bc4e3381 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6385870 Aug 16 14:26:17.247911 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cae6b-9d45-4397-9c6f-58b1542effcc req-e7cea532-89e5-493e-aaad-124e24a42c1c tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:17.249823 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c24cae6b-9d45-4397-9c6f-58b1542effcc req-e7cea532-89e5-493e-aaad-124e24a42c1c tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0580664 Aug 16 14:26:17.266560 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Request body: {'port': {'device_id': 'ac617500-952b-4fb8-96c7-69dbf103ab88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:26:17.288650 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c24cae6b-9d45-4397-9c6f-58b1542effcc req-06774a9e-e67c-4287-8efe-8aa98e21afa1 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Aug 16 14:26:17.310870 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57384) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:17.325995 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.463948 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a8c727-57a9-4bf7-a43e-f197ee977096 tempest-TestShelveInstance-319351025 tempest-TestShelveInstance-319351025-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:17.467738 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-95a8c727-57a9-4bf7-a43e-f197ee977096 tempest-TestShelveInstance-319351025 tempest-TestShelveInstance-319351025-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 1093 time: 0.1536117 Aug 16 14:26:17.469007 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57388) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:26:17.473867 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Request body: {'floatingip': {'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'port_id': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:26:17.497313 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.605718 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.630220 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb766427-7caa-4653-9693-f685b8ffaab6 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:26:17.651268 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.676113 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Transition to ACTIVE for port object cb766427-7caa-4653-9693-f685b8ffaab6 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:26:17.681326 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.698603 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91896ced-a6e5-4a78-bd47-930beb3444db req-70861857-1fac-4a48-8a60-d0b35137b2c6 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:17.700114 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-91896ced-a6e5-4a78-bd47-930beb3444db req-70861857-1fac-4a48-8a60-d0b35137b2c6 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 932 time: 0.0895190 Aug 16 14:26:17.714622 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Allocated IP 172.27.3.72 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/9a756dcc-b2ea-4baf-9dfd-e8c461dc198d) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:26:17.771862 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Pushing event updated for resources: {'Port': ['ID=cb766427-7caa-4653-9693-f685b8ffaab6,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:17.802981 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-91896ced-a6e5-4a78-bd47-930beb3444db req-f45a9af1-68a8-4fc9-863f-baa635a24345 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729709 Aug 16 14:26:17.826175 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.857965 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Attempting to bind port cb766427-7caa-4653-9693-f685b8ffaab6 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:26:17.858305 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Attempting to bind port cb766427-7caa-4653-9693-f685b8ffaab6 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '73c3abc3-f461-4fa6-92fc-820766063a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:26:17.858643 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Attempting to bind port cb766427-7caa-4653-9693-f685b8ffaab6 on network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:26:17.863969 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Port cb766427-7caa-4653-9693-f685b8ffaab6 on network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:26:17.864581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Attempting to bind port cb766427-7caa-4653-9693-f685b8ffaab6 on network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:26:17.868145 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.869496 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:26:17.869843 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Checking segment: {'id': '73c3abc3-f461-4fa6-92fc-820766063a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:26:17.870228 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Bound using segment: {'id': '73c3abc3-f461-4fa6-92fc-820766063a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:26:17.870658 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Bound port: cb766427-7caa-4653-9693-f685b8ffaab6, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c3abc3-f461-4fa6-92fc-820766063a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:26:17.871019 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.903579 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:26:17.910403 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:26:17.914008 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:26:17.935909 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event updated for resources: {'Port': ['ID=9a756dcc-b2ea-4baf-9dfd-e8c461dc198d,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:17.944394 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] For port cb766427-7caa-4653-9693-f685b8ffaab6, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:26:17.948137 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] For port cb766427-7caa-4653-9693-f685b8ffaab6, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=cb766427-7caa-4653-9693-f685b8ffaab6,segment=NetworkSegment(73c3abc3-f461-4fa6-92fc-820766063a19),segment_id=73c3abc3-f461-4fa6-92fc-820766063a19)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:26:17.953105 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.986505 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:17.987171 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:17.988713 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] 10.222.0.30 "PUT /v2.0/ports/cb766427-7caa-4653-9693-f685b8ffaab6 HTTP/1.1" status: 200 len: 1094 time: 0.7266731 Aug 16 14:26:17.989183 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac617500-952b-4fb8-96c7-69dbf103ab88', 'tag': 'cb766427-7caa-4653-9693-f685b8ffaab6'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:26:17.991483 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e5f30a-6d63-4c07-aa09-9ca9bc555475" -d '{"events": [{"name": "network-changed", "server_uuid": "ac617500-952b-4fb8-96c7-69dbf103ab88", "tag": "cb766427-7caa-4653-9693-f685b8ffaab6"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:26:18.021634 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce1517-3d64-4ffa-85d1-69b51e181c0e service neutron] Pushing event updated for resources: {'Port': ['ID=cb766427-7caa-4653-9693-f685b8ffaab6,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:18.041936 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e66e5ee-8641-41bc-90dc-9e39b7b62674 x-openstack-request-id: req-9e66e5ee-8641-41bc-90dc-9e39b7b62674 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:26:18.042228 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac617500-952b-4fb8-96c7-69dbf103ab88", "tag": "cb766427-7caa-4653-9693-f685b8ffaab6", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:26:18.042481 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e66e5ee-8641-41bc-90dc-9e39b7b62674 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:26:18.042887 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac617500-952b-4fb8-96c7-69dbf103ab88', 'tag': 'cb766427-7caa-4653-9693-f685b8ffaab6', 'status': 'completed', 'code': 200} Aug 16 14:26:18.100822 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-652f2ff4-7451-47f7-9a89-0f4a7e80a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:18.102240 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-652f2ff4-7451-47f7-9a89-0f4a7e80a178 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bf1cb00377a4216b32aa37385b461c3&device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 1097 time: 0.0430026 Aug 16 14:26:18.155982 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-dbf61a1d-22e7-473e-bc08-b450c7e508fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb766427-7caa-4653-9693-f685b8ffaab6 HTTP/1.1" status: 200 len: 217 time: 0.0398700 Aug 16 14:26:18.216311 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-fa2bb45e-ca43-4051-9b8b-ca13807e25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:18.217812 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-fa2bb45e-ca43-4051-9b8b-ca13807e25d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6454a708-5401-419a-aab2-d42e4a11bd2f HTTP/1.1" status: 200 len: 849 time: 0.0549965 Aug 16 14:26:18.252101 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-bcc3c75d-3d42-4318-9780-da21e95a4016 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262399 Aug 16 14:26:18.358379 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-6cd0cdf3-2178-4505-b577-185ce55e5a69 service neutron] 10.222.0.30 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983584 Aug 16 14:26:18.450875 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-632d2c19-a097-4b20-bcb0-1c21283da112 req-b1b89bb8-3698-409a-83e5-d7aad61d84aa service neutron] 10.222.0.30 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853896 Aug 16 14:26:18.531446 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:18.591940 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5f30a-6d63-4c07-aa09-9ca9bc555475 req-0af38de2-ff02-45ab-b14b-2c9967f1032b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:18.593460 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12e5f30a-6d63-4c07-aa09-9ca9bc555475 req-0af38de2-ff02-45ab-b14b-2c9967f1032b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bf1cb00377a4216b32aa37385b461c3&device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 1097 time: 0.0475299 Aug 16 14:26:18.605623 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:18.701678 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5f30a-6d63-4c07-aa09-9ca9bc555475 req-fabe9bbb-b449-4a5b-b87a-7a0091821bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:18.703149 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12e5f30a-6d63-4c07-aa09-9ca9bc555475 req-fabe9bbb-b449-4a5b-b87a-7a0091821bcf service neutron] 10.222.0.30 "GET /v2.0/networks?id=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc HTTP/1.1" status: 200 len: 910 time: 0.1019573 Aug 16 14:26:18.746573 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12e5f30a-6d63-4c07-aa09-9ca9bc555475 req-13c18d34-c0fd-4581-bb8b-c293158217e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb766427-7caa-4653-9693-f685b8ffaab6 HTTP/1.1" status: 200 len: 217 time: 0.0348437 Aug 16 14:26:18.759191 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:18.764273 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:18.799809 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5f30a-6d63-4c07-aa09-9ca9bc555475 req-d721b0fe-1253-4da0-8efa-32cdf1e1e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:18.801277 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12e5f30a-6d63-4c07-aa09-9ca9bc555475 req-d721b0fe-1253-4da0-8efa-32cdf1e1e71e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6454a708-5401-419a-aab2-d42e4a11bd2f HTTP/1.1" status: 200 len: 849 time: 0.0482724 Aug 16 14:26:18.835196 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12e5f30a-6d63-4c07-aa09-9ca9bc555475 req-040e4616-91bf-45fb-87f4-5f867a48580b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263422 Aug 16 14:26:18.838959 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event updated for resources: {'Port': ['ID=9a756dcc-b2ea-4baf-9dfd-e8c461dc198d,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:18.848565 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:18.952975 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Floating IP 5aa66c68-eedd-457e-9a34-cd3d1dec28d9 associated. External IP: 172.27.3.72, port: b1f4780c-df05-4d2d-b701-e3a1a7593dbe. Aug 16 14:26:18.969057 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817c6ff-1055-46fb-b8d9-4b0535e64e32 req-2c023548-e382-4669-ba49-5bc378688a67 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:18.970696 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0817c6ff-1055-46fb-b8d9-4b0535e64e32 req-2c023548-e382-4669-ba49-5bc378688a67 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 944 time: 0.0827341 Aug 16 14:26:18.975822 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12e5f30a-6d63-4c07-aa09-9ca9bc555475 req-b93c8fed-00ea-44b2-b65c-d3c0e39b9a3b service neutron] 10.222.0.30 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322093 Aug 16 14:26:19.056027 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0817c6ff-1055-46fb-b8d9-4b0535e64e32 req-3f5c16c6-e5c3-497f-b2e2-7251926636f6 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779147 Aug 16 14:26:19.091130 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-12e5f30a-6d63-4c07-aa09-9ca9bc555475 req-a2e2dcde-9ffb-4dd6-bb12-48f49412d47a service neutron] 10.222.0.30 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069951 Aug 16 14:26:19.171018 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Router 843d4495-268b-47b6-8aab-b8e1ae9ae61d has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:26:19.278639 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:26:19.289016 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] Sync routers for ids ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:26:19.296583 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:19.298879 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] Routers {'843d4495-268b-47b6-8aab-b8e1ae9ae61d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:26:19.299505 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:26:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:26:19.324322 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-30cfda46-3d96-44f0-aafa-87ac700fe8cb tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8542204 Aug 16 14:26:19.325004 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:26:19.327367 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cff7465-3b1c-4b93-b7df-100c57802ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:26:19.371655 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372d1991-7abc-406d-a2c9-70cd77f54915 x-openstack-request-id: req-372d1991-7abc-406d-a2c9-70cd77f54915 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:26:19.371962 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:26:19.372211 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-372d1991-7abc-406d-a2c9-70cd77f54915 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:26:19.372607 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'status': 'completed', 'code': 200} Aug 16 14:26:19.410846 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] Set router 843d4495-268b-47b6-8aab-b8e1ae9ae61d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:26:19.463582 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-200445a8-9cfa-4dcb-9d49-14ed0fd839d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:19.465116 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-200445a8-9cfa-4dcb-9d49-14ed0fd839d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f59d1589cdd4af4828be16c2b12a75a&device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 1098 time: 0.0483849 Aug 16 14:26:19.558362 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-f3f2baca-95ed-46bd-90a6-79b24cb7a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:19.559867 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-f3f2baca-95ed-46bd-90a6-79b24cb7a6f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad HTTP/1.1" status: 200 len: 909 time: 0.0878189 Aug 16 14:26:19.633731 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-6fc45482-b710-4574-ad66-1adcb7d59107 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe HTTP/1.1" status: 200 len: 998 time: 0.0670354 Aug 16 14:26:19.662232 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:35Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '5aa66c68-eedd-457e-9a34-cd3d1dec28d9', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'port_id': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'mac_address': 'fa:16:3e:15:93:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:26:18Z', 'updated_at': '2021-08-16T14:26:18Z', 'revision_number': 0, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e690475e-df64-4f08-9e7e-4c8c36cb869f', 'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'mac_address': 'fa:16:3e:1e:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:34Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 5, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'subnets': [{'id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:26:19.684550 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-6fd86fcb-e185-4990-b137-cda832174de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:19.686006 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-6fd86fcb-e185-4990-b137-cda832174de7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cb28573-5c9b-47ec-959d-7229f59e5102 HTTP/1.1" status: 200 len: 847 time: 0.0456598 Aug 16 14:26:19.688029 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] Checking router: 843d4495-268b-47b6-8aab-b8e1ae9ae61d for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:26:19.696934 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] Routers {'843d4495-268b-47b6-8aab-b8e1ae9ae61d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:26:19.697541 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:26:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:26:19.736027 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-4a9027f9-79b4-4a6f-aebc-1b0f21bfb059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:19.738035 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-4a9027f9-79b4-4a6f-aebc-1b0f21bfb059 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440743 Aug 16 14:26:19.819372 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] Set router 843d4495-268b-47b6-8aab-b8e1ae9ae61d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:26:19.850513 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-9345ef7e-d987-4d0b-be66-ba140e93439d service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054995 Aug 16 14:26:19.961108 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4cff7465-3b1c-4b93-b7df-100c57802ef5 req-97c91702-3df7-4eb9-abec-90f96264512c service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892830 Aug 16 14:26:20.176809 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbe21c-54f0-4440-8019-363df02a1179 req-cd7f17b0-2d90-460c-8f33-08fa56b9b8db tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:20.178566 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-15dbe21c-54f0-4440-8019-363df02a1179 req-cd7f17b0-2d90-460c-8f33-08fa56b9b8db tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 944 time: 0.0517597 Aug 16 14:26:20.217573 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:35Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '5aa66c68-eedd-457e-9a34-cd3d1dec28d9', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'port_id': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'mac_address': 'fa:16:3e:15:93:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:26:18Z', 'updated_at': '2021-08-16T14:26:18Z', 'revision_number': 0, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e690475e-df64-4f08-9e7e-4c8c36cb869f', 'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'mac_address': 'fa:16:3e:1e:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:34Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 5, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'subnets': [{'id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:26:20.224118 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-15dbe21c-54f0-4440-8019-363df02a1179 req-6d1d5782-9481-4c4b-a9dd-824c8a295155 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381205 Aug 16 14:26:20.245292 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987dfe4c-19ff-48e7-859c-a8a668478aaa None None] The sync data for ids ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'] in dv-cinder-804584-9-iscsi is: [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:35Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '5aa66c68-eedd-457e-9a34-cd3d1dec28d9', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'port_id': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'mac_address': 'fa:16:3e:15:93:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:26:18Z', 'updated_at': '2021-08-16T14:26:18Z', 'revision_number': 0, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e690475e-df64-4f08-9e7e-4c8c36cb869f', 'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'mac_address': 'fa:16:3e:1e:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:34Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 5, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'subnets': [{'id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:26:20.327540 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device cb766427-7caa-4653-9693-f685b8ffaab6 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:26:20.428317 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port cb766427-7caa-4653-9693-f685b8ffaab6, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=cb766427-7caa-4653-9693-f685b8ffaab6,segment=NetworkSegment(73c3abc3-f461-4fa6-92fc-820766063a19),segment_id=73c3abc3-f461-4fa6-92fc-820766063a19)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:20.443074 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'cb766427-7caa-4653-9693-f685b8ffaab6', 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc', 'port_id': 'cb766427-7caa-4653-9693-f685b8ffaab6', 'mac_address': 'fa:16:3e:57:2a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6454a708-5401-419a-aab2-d42e4a11bd2f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:26:20.452394 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2125c85-495f-44a9-b7e7-8ad428bd671a None None] New status for floating IP 5aa66c68-eedd-457e-9a34-cd3d1dec28d9: ACTIVE {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:26:20.481262 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:20.495832 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb766427-7caa-4653-9693-f685b8ffaab6 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:26:20.516161 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port cb766427-7caa-4653-9693-f685b8ffaab6, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=cb766427-7caa-4653-9693-f685b8ffaab6,segment=NetworkSegment(73c3abc3-f461-4fa6-92fc-820766063a19),segment_id=73c3abc3-f461-4fa6-92fc-820766063a19)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:20.520290 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:20.568489 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=cb766427-7caa-4653-9693-f685b8ffaab6,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:20.576066 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.576412 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.576753 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.577094 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.577423 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.577750 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.578079 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.578409 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.578757 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.579150 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.579365 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.579683 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:20.807713 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['cb766427-7caa-4653-9693-f685b8ffaab6'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:26:21.345831 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c626f-2d0e-42a3-a777-dcf948a7e4bd req-b442e7d0-9015-415d-9f32-2fa6d889e208 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:21.347601 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d40c626f-2d0e-42a3-a777-dcf948a7e4bd req-b442e7d0-9015-415d-9f32-2fa6d889e208 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 945 time: 0.0544181 Aug 16 14:26:21.387041 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d40c626f-2d0e-42a3-a777-dcf948a7e4bd req-bbeea578-bd52-4eb7-a4ec-14257c3caf87 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334940 Aug 16 14:26:22.326519 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device cb766427-7caa-4653-9693-f685b8ffaab6 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:26:22.375907 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port cb766427-7caa-4653-9693-f685b8ffaab6 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:26:22.379807 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port cb766427-7caa-4653-9693-f685b8ffaab6 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:26:22.380181 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:22.462515 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:22.486915 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac617500-952b-4fb8-96c7-69dbf103ab88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb766427-7caa-4653-9693-f685b8ffaab6'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:26:22.489582 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00123501-51ae-47a8-b7a5-ebda854c9dfb" -d '{"events": [{"server_uuid": "ac617500-952b-4fb8-96c7-69dbf103ab88", "name": "network-vif-plugged", "status": "completed", "tag": "cb766427-7caa-4653-9693-f685b8ffaab6"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:26:22.503370 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port cb766427-7caa-4653-9693-f685b8ffaab6, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=cb766427-7caa-4653-9693-f685b8ffaab6,segment=NetworkSegment(73c3abc3-f461-4fa6-92fc-820766063a19),segment_id=73c3abc3-f461-4fa6-92fc-820766063a19)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:22.508460 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:22.511032 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07895264-e9c6-4517-b520-8e2303c4ca3c req-b0fed057-64e8-492f-9dfb-9afdec00637f tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:22.513255 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07895264-e9c6-4517-b520-8e2303c4ca3c req-b0fed057-64e8-492f-9dfb-9afdec00637f tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 945 time: 0.0569170 Aug 16 14:26:22.540951 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c25362-6a38-4534-ab4b-b4de6126ed45 x-openstack-request-id: req-14c25362-6a38-4534-ab4b-b4de6126ed45 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:26:22.541243 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac617500-952b-4fb8-96c7-69dbf103ab88", "name": "network-vif-plugged", "status": "completed", "tag": "cb766427-7caa-4653-9693-f685b8ffaab6", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:26:22.541491 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14c25362-6a38-4534-ab4b-b4de6126ed45 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:26:22.541875 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac617500-952b-4fb8-96c7-69dbf103ab88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb766427-7caa-4653-9693-f685b8ffaab6', 'code': 200} Aug 16 14:26:22.558009 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-07895264-e9c6-4517-b520-8e2303c4ca3c req-3b9e7e70-712f-44b8-a55a-709eab1ee9bf tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373712 Aug 16 14:26:22.567713 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=cb766427-7caa-4653-9693-f685b8ffaab6,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:22.750787 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ad180-570f-4653-831e-59128cd4cc31 req-202dbea0-d5ca-4677-a895-b209df3986e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:22.752987 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b80ad180-570f-4653-831e-59128cd4cc31 req-202dbea0-d5ca-4677-a895-b209df3986e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 1099 time: 0.0492580 Aug 16 14:26:22.791210 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b80ad180-570f-4653-831e-59128cd4cc31 req-9d322692-95a1-4bf8-b2fa-97ce95f845c2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315812 Aug 16 14:26:23.682430 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1f18c-db93-4965-9417-8abbb0a1b6a3 req-d93ecc41-d6e5-4318-a05e-efff9a0b2251 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:23.683965 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-22b1f18c-db93-4965-9417-8abbb0a1b6a3 req-d93ecc41-d6e5-4318-a05e-efff9a0b2251 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 946 time: 0.0510123 Aug 16 14:26:23.724685 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-22b1f18c-db93-4965-9417-8abbb0a1b6a3 req-c709a1c3-6bc7-4b6e-868c-5a01290c6004 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342391 Aug 16 14:26:24.842544 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b13cc3-2e84-42f3-9749-973479f887ac req-f67dc055-109a-4592-9294-c1a3d29c1f51 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:24.844084 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e7b13cc3-2e84-42f3-9749-973479f887ac req-f67dc055-109a-4592-9294-c1a3d29c1f51 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 946 time: 0.0506892 Aug 16 14:26:24.896685 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e7b13cc3-2e84-42f3-9749-973479f887ac req-c54f0e5a-ed44-4528-a9a4-9b1e2c41f452 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462716 Aug 16 14:26:25.625797 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad8abc9-118a-489d-8ece-677b9300d77e req-d3accd71-49b9-4455-be77-9e2ab3e52757 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:25.627817 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-aad8abc9-118a-489d-8ece-677b9300d77e req-d3accd71-49b9-4455-be77-9e2ab3e52757 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 946 time: 0.0575001 Aug 16 14:26:25.669542 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-aad8abc9-118a-489d-8ece-677b9300d77e req-2022894e-7ed8-4968-9959-df04dfb2ac5a tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341313 Aug 16 14:26:26.789295 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dda282-f1c9-4b6b-af10-acffc0b2352c req-3767de9a-c4a3-45e4-83bf-01133ea6bab7 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:26.790789 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b5dda282-f1c9-4b6b-af10-acffc0b2352c req-3767de9a-c4a3-45e4-83bf-01133ea6bab7 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 946 time: 0.0495188 Aug 16 14:26:26.829379 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b5dda282-f1c9-4b6b-af10-acffc0b2352c req-da9aa689-24dd-48d2-904e-107d65709470 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324724 Aug 16 14:26:27.164363 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-8bc91b69-9761-47bc-8d8f-61d0122fed2c tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:27.165831 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-8bc91b69-9761-47bc-8d8f-61d0122fed2c tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 946 time: 0.0481322 Aug 16 14:26:27.262372 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-14a93ad3-b10e-445d-9b91-9120e08c6145 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Deleting port cb766427-7caa-4653-9693-f685b8ffaab6 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:26:27.262726 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-14a93ad3-b10e-445d-9b91-9120e08c6145 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:27.353077 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-14a93ad3-b10e-445d-9b91-9120e08c6145 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] For port cb766427-7caa-4653-9693-f685b8ffaab6, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=cb766427-7caa-4653-9693-f685b8ffaab6,segment=NetworkSegment(73c3abc3-f461-4fa6-92fc-820766063a19),segment_id=73c3abc3-f461-4fa6-92fc-820766063a19)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:27.353448 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-14a93ad3-b10e-445d-9b91-9120e08c6145 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:27.366961 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-14a93ad3-b10e-445d-9b91-9120e08c6145 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Calling delete_port for cb766427-7caa-4653-9693-f685b8ffaab6 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:26:27.504190 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-14a93ad3-b10e-445d-9b91-9120e08c6145 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:27.532112 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a93ad3-b10e-445d-9b91-9120e08c6145 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Pushing event deleted for resources: {'Port': ['ID=cb766427-7caa-4653-9693-f685b8ffaab6,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:27.547401 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['cb766427-7caa-4653-9693-f685b8ffaab6'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:26:27.577622 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-14a93ad3-b10e-445d-9b91-9120e08c6145 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] No DVR routers for this DVR port cb766427-7caa-4653-9693-f685b8ffaab6 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:26:27.580489 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-14a93ad3-b10e-445d-9b91-9120e08c6145 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:27.582377 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b93443dd-6c74-4e2d-9a74-3497f6ac39aa req-14a93ad3-b10e-445d-9b91-9120e08c6145 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.30 "DELETE /v2.0/ports/cb766427-7caa-4653-9693-f685b8ffaab6 HTTP/1.1" status: 204 len: 173 time: 0.4095881 Aug 16 14:26:27.582856 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac617500-952b-4fb8-96c7-69dbf103ab88', 'name': 'network-vif-deleted', 'tag': 'cb766427-7caa-4653-9693-f685b8ffaab6'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:26:27.585287 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a12d5a-37e8-468b-9cc4-853cbe1ec792" -d '{"events": [{"server_uuid": "ac617500-952b-4fb8-96c7-69dbf103ab88", "name": "network-vif-deleted", "tag": "cb766427-7caa-4653-9693-f685b8ffaab6"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:26:27.626230 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48085775-c147-4ddd-813d-519a87c8c514 x-openstack-request-id: req-48085775-c147-4ddd-813d-519a87c8c514 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:26:27.626533 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac617500-952b-4fb8-96c7-69dbf103ab88", "name": "network-vif-deleted", "tag": "cb766427-7caa-4653-9693-f685b8ffaab6", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:26:27.626869 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48085775-c147-4ddd-813d-519a87c8c514 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:26:27.627851 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac617500-952b-4fb8-96c7-69dbf103ab88', 'name': 'network-vif-deleted', 'tag': 'cb766427-7caa-4653-9693-f685b8ffaab6', 'status': 'completed', 'code': 200} Aug 16 14:26:27.945861 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1cc7cfc1-8e91-492b-9b43-575b38baaec1 req-274867ac-68e0-4f48-9834-ede03c9bb639 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac617500-952b-4fb8-96c7-69dbf103ab88 HTTP/1.1" status: 200 len: 210 time: 0.0298064 Aug 16 14:26:29.214193 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-df5dab4a-6944-4327-9af1-79e2121714ab tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:29.215673 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-df5dab4a-6944-4327-9af1-79e2121714ab tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/networks?id=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc HTTP/1.1" status: 200 len: 809 time: 0.1009204 Aug 16 14:26:29.230411 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-e6f3505c-7524-4f41-9970-74688a9a6053 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/quotas/7bf1cb00377a4216b32aa37385b461c3 HTTP/1.1" status: 200 len: 375 time: 0.0089748 Aug 16 14:26:29.266220 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-79fbe823-115e-43b3-8446-f57f906db2c0 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=7bf1cb00377a4216b32aa37385b461c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303686 Aug 16 14:26:29.355390 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-f7ddd231-9d5c-46bc-8134-c3da834f4c16 service neutron] 10.222.0.13 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815854 Aug 16 14:26:29.449479 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-747261bf-8888-47d5-82ec-7edfa98bfb6e service neutron] 10.222.0.13 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878303 Aug 16 14:26:29.621338 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-dd272996-8f1d-4eb2-b73d-dacdc5d5b789 req-76ab037e-12a1-402c-8531-bfafdcf0fe5f tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 210 time: 0.0291893 Aug 16 14:26:30.389255 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device cb766427-7caa-4653-9693-f685b8ffaab6 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:26:30.413500 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: cb766427-7caa-4653-9693-f685b8ffaab6 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:26:30.413846 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device cb766427-7caa-4653-9693-f685b8ffaab6 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:26:30.650341 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-7d8572c5-0d58-45bf-abbe-0b5f27182d19 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:30.651597 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-7d8572c5-0d58-45bf-abbe-0b5f27182d19 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.30 "GET /v2.0/networks?id=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc HTTP/1.1" status: 200 len: 809 time: 0.1065488 Aug 16 14:26:30.672742 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Request body: {'port': {'device_id': '1d23993a-5656-4988-a4ab-04a3ad3bc831', 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc', 'admin_state_up': True, 'tenant_id': '7bf1cb00377a4216b32aa37385b461c3'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:26:30.720098 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-5fb98556-53c0-45da-810c-e7e9e5a52e40 req-1c657a8e-2837-4423-9eb0-ed1e64f39c35 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 210 time: 0.0286672 Aug 16 14:26:30.789338 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Made reservation on behalf of 7bf1cb00377a4216b32aa37385b461c3 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:26:30.792856 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:30.930461 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Allocated IP 172.20.0.2 (a17d58ac-bcb2-4e0a-8b43-de1efc135fcc/6454a708-5401-419a-aab2-d42e4a11bd2f/5e39f006-32ee-4f1d-8587-3edfcb68065e) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:26:31.083076 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:31.121033 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:31.170106 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:26:31.173685 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:26:31.177723 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:26:31.184091 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Pushing event updated for resources: {'Port': ['ID=5e39f006-32ee-4f1d-8587-3edfcb68065e,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:31.229630 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:31.230240 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:31.243980 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-ad36c12c-0b66-467c-80cd-2284adf62961 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5758252 Aug 16 14:26:31.263928 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Request body: {'port': {'device_id': '1d23993a-5656-4988-a4ab-04a3ad3bc831', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:26:31.317445 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:31.598311 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e39f006-32ee-4f1d-8587-3edfcb68065e {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:26:31.605777 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:31.618306 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Transition to ACTIVE for port object 5e39f006-32ee-4f1d-8587-3edfcb68065e will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:26:31.621924 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:31.689441 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Pushing event updated for resources: {'Port': ['ID=5e39f006-32ee-4f1d-8587-3edfcb68065e,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:31.752468 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Attempting to bind port 5e39f006-32ee-4f1d-8587-3edfcb68065e on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:26:31.753353 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Attempting to bind port 5e39f006-32ee-4f1d-8587-3edfcb68065e by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '73c3abc3-f461-4fa6-92fc-820766063a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:26:31.753751 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Attempting to bind port 5e39f006-32ee-4f1d-8587-3edfcb68065e on network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:26:31.758214 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Port 5e39f006-32ee-4f1d-8587-3edfcb68065e on network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:26:31.758542 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Attempting to bind port 5e39f006-32ee-4f1d-8587-3edfcb68065e on network a17d58ac-bcb2-4e0a-8b43-de1efc135fcc {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:26:31.763415 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:26:31.763814 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Checking segment: {'id': '73c3abc3-f461-4fa6-92fc-820766063a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:26:31.764203 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Bound using segment: {'id': '73c3abc3-f461-4fa6-92fc-820766063a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:26:31.764629 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Bound port: 5e39f006-32ee-4f1d-8587-3edfcb68065e, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73c3abc3-f461-4fa6-92fc-820766063a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:26:31.764989 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:31.861199 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] For port 5e39f006-32ee-4f1d-8587-3edfcb68065e, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:26:31.865788 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] For port 5e39f006-32ee-4f1d-8587-3edfcb68065e, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=5e39f006-32ee-4f1d-8587-3edfcb68065e,segment=NetworkSegment(73c3abc3-f461-4fa6-92fc-820766063a19),segment_id=73c3abc3-f461-4fa6-92fc-820766063a19)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:26:31.874355 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f4546-aec4-41c9-b8e3-501159cfcdd1 req-6addb61d-9d25-4980-a9a6-dc5d4ddd1fab tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:31.875860 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-499f4546-aec4-41c9-b8e3-501159cfcdd1 req-6addb61d-9d25-4980-a9a6-dc5d4ddd1fab tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 943 time: 0.0791276 Aug 16 14:26:31.877932 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:31.928222 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:31.928833 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:31.930180 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-b2c06146-2635-44de-b028-03507cdda964 service neutron] 10.222.0.30 "PUT /v2.0/ports/5e39f006-32ee-4f1d-8587-3edfcb68065e HTTP/1.1" status: 200 len: 1093 time: 0.6703181 Aug 16 14:26:31.930635 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d23993a-5656-4988-a4ab-04a3ad3bc831', 'tag': '5e39f006-32ee-4f1d-8587-3edfcb68065e'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:26:31.932872 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92e93b2-185d-4a01-88ee-cd64ee7a956c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d23993a-5656-4988-a4ab-04a3ad3bc831", "tag": "5e39f006-32ee-4f1d-8587-3edfcb68065e"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:26:31.974884 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-499f4546-aec4-41c9-b8e3-501159cfcdd1 req-c353997f-1d2d-43a2-82f8-3c64bd941788 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917826 Aug 16 14:26:31.976560 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf8854a-ee41-4087-a8ab-9a3ffda0d2ce x-openstack-request-id: req-fbf8854a-ee41-4087-a8ab-9a3ffda0d2ce {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:26:31.976837 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d23993a-5656-4988-a4ab-04a3ad3bc831", "tag": "5e39f006-32ee-4f1d-8587-3edfcb68065e", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:26:31.977084 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbf8854a-ee41-4087-a8ab-9a3ffda0d2ce {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:26:31.977469 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d23993a-5656-4988-a4ab-04a3ad3bc831', 'tag': '5e39f006-32ee-4f1d-8587-3edfcb68065e', 'status': 'completed', 'code': 200} Aug 16 14:26:31.978150 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c06146-2635-44de-b028-03507cdda964 service neutron] Pushing event updated for resources: {'Port': ['ID=5e39f006-32ee-4f1d-8587-3edfcb68065e,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:32.042204 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-a7ede8d5-ef0c-4398-bbae-8064c674775a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:32.043588 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-a7ede8d5-ef0c-4398-bbae-8064c674775a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bf1cb00377a4216b32aa37385b461c3&device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 1096 time: 0.0491457 Aug 16 14:26:32.094381 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-37d80f96-2907-4c46-85ab-a03c56bd3346 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e39f006-32ee-4f1d-8587-3edfcb68065e HTTP/1.1" status: 200 len: 217 time: 0.0366940 Aug 16 14:26:32.144609 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-54692866-2b07-4ba8-939e-3a5752f9f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:32.146073 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-54692866-2b07-4ba8-939e-3a5752f9f51c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6454a708-5401-419a-aab2-d42e4a11bd2f HTTP/1.1" status: 200 len: 849 time: 0.0447483 Aug 16 14:26:32.188113 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-628671fd-dd93-4cc5-8c70-319475aee4e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277250 Aug 16 14:26:32.279587 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-e9b71d06-2286-4cca-8095-a6aea1f5d9df service neutron] 10.222.0.30 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835013 Aug 16 14:26:32.374322 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5bdb9261-f479-4a1e-a9e7-abcf54dab589 req-60e4048d-c6bb-409d-b370-d4bdc948f9a3 service neutron] 10.222.0.30 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869694 Aug 16 14:26:32.506085 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e93b2-185d-4a01-88ee-cd64ee7a956c req-8677e04f-1687-481b-9b15-acbb198f9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:32.507571 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b92e93b2-185d-4a01-88ee-cd64ee7a956c req-8677e04f-1687-481b-9b15-acbb198f9838 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7bf1cb00377a4216b32aa37385b461c3&device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 1096 time: 0.0422401 Aug 16 14:26:32.606531 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e93b2-185d-4a01-88ee-cd64ee7a956c req-d4fbeef7-88a9-4368-b1cf-b0fb3e1567af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:32.608017 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b92e93b2-185d-4a01-88ee-cd64ee7a956c req-d4fbeef7-88a9-4368-b1cf-b0fb3e1567af service neutron] 10.222.0.30 "GET /v2.0/networks?id=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc HTTP/1.1" status: 200 len: 910 time: 0.0919893 Aug 16 14:26:32.655740 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b92e93b2-185d-4a01-88ee-cd64ee7a956c req-dfeb6007-8cd8-43a5-b33f-6501c12e8a0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5e39f006-32ee-4f1d-8587-3edfcb68065e HTTP/1.1" status: 200 len: 217 time: 0.0359199 Aug 16 14:26:32.708760 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e93b2-185d-4a01-88ee-cd64ee7a956c req-5e548b66-3d26-4d89-833c-0c313aaa1cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:32.710206 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b92e93b2-185d-4a01-88ee-cd64ee7a956c req-5e548b66-3d26-4d89-833c-0c313aaa1cf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6454a708-5401-419a-aab2-d42e4a11bd2f HTTP/1.1" status: 200 len: 849 time: 0.0448582 Aug 16 14:26:32.749917 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b92e93b2-185d-4a01-88ee-cd64ee7a956c req-96ba5707-7fb7-4d73-8a6f-ba8c17dec040 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323765 Aug 16 14:26:32.845288 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b92e93b2-185d-4a01-88ee-cd64ee7a956c req-ba3ee463-d6f2-46d1-b6f3-83ff7af5b763 service neutron] 10.222.0.30 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858884 Aug 16 14:26:32.937382 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b92e93b2-185d-4a01-88ee-cd64ee7a956c req-3e70a7d5-bdc0-4f55-a14b-772e1b1bd906 service neutron] 10.222.0.30 "GET /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822237 Aug 16 14:26:33.094112 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb50b8-9da2-4d25-b799-1261cdc94a4d req-9ca94317-47a8-4caa-951d-6a9bffe992c6 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:33.095767 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-06bb50b8-9da2-4d25-b799-1261cdc94a4d req-9ca94317-47a8-4caa-951d-6a9bffe992c6 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 943 time: 0.0516384 Aug 16 14:26:33.133861 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-06bb50b8-9da2-4d25-b799-1261cdc94a4d req-23d43657-5be0-46c9-8943-1178253f6d58 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312819 Aug 16 14:26:34.420075 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 5e39f006-32ee-4f1d-8587-3edfcb68065e details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:26:34.518870 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 5e39f006-32ee-4f1d-8587-3edfcb68065e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=5e39f006-32ee-4f1d-8587-3edfcb68065e,segment=NetworkSegment(73c3abc3-f461-4fa6-92fc-820766063a19),segment_id=73c3abc3-f461-4fa6-92fc-820766063a19)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:34.530858 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': '5e39f006-32ee-4f1d-8587-3edfcb68065e', 'network_id': 'a17d58ac-bcb2-4e0a-8b43-de1efc135fcc', 'port_id': '5e39f006-32ee-4f1d-8587-3edfcb68065e', 'mac_address': 'fa:16:3e:39:dd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6454a708-5401-419a-aab2-d42e4a11bd2f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:26:34.547289 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c59354-49b9-45e5-a79d-90a1c405ab54 req-4fcb3a51-cef0-4023-8e10-7b348dfdfead tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:34.548919 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-25c59354-49b9-45e5-a79d-90a1c405ab54 req-4fcb3a51-cef0-4023-8e10-7b348dfdfead tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 943 time: 0.3464510 Aug 16 14:26:34.569905 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:34.588444 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e39f006-32ee-4f1d-8587-3edfcb68065e {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:26:34.591133 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-25c59354-49b9-45e5-a79d-90a1c405ab54 req-552febd7-a322-44eb-b770-8ae9b9c51f70 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358703 Aug 16 14:26:34.610396 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 5e39f006-32ee-4f1d-8587-3edfcb68065e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=5e39f006-32ee-4f1d-8587-3edfcb68065e,segment=NetworkSegment(73c3abc3-f461-4fa6-92fc-820766063a19),segment_id=73c3abc3-f461-4fa6-92fc-820766063a19)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:34.614875 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:34.664010 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=5e39f006-32ee-4f1d-8587-3edfcb68065e,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:34.926257 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['5e39f006-32ee-4f1d-8587-3edfcb68065e'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:26:35.710457 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87b2d3-c98d-4a0b-8eed-5d7afd656bb5 req-65154f7c-f738-4f1d-9c94-107cebb37730 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:35.711965 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9b87b2d3-c98d-4a0b-8eed-5d7afd656bb5 req-65154f7c-f738-4f1d-9c94-107cebb37730 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 944 time: 0.0501862 Aug 16 14:26:35.748729 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-9b87b2d3-c98d-4a0b-8eed-5d7afd656bb5 req-d7ca338e-9b1a-4b8d-88ca-841d4955c1ed tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308423 Aug 16 14:26:36.423014 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 5e39f006-32ee-4f1d-8587-3edfcb68065e up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:26:36.481701 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port 5e39f006-32ee-4f1d-8587-3edfcb68065e completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:26:36.485878 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port 5e39f006-32ee-4f1d-8587-3edfcb68065e triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:26:36.486248 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:36.563625 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:36.587424 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d23993a-5656-4988-a4ab-04a3ad3bc831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e39f006-32ee-4f1d-8587-3edfcb68065e'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:26:36.589726 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e940b66c-bc70-4fd3-9161-171a704bb88f" -d '{"events": [{"server_uuid": "1d23993a-5656-4988-a4ab-04a3ad3bc831", "name": "network-vif-plugged", "status": "completed", "tag": "5e39f006-32ee-4f1d-8587-3edfcb68065e"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:26:36.603955 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port 5e39f006-32ee-4f1d-8587-3edfcb68065e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=5e39f006-32ee-4f1d-8587-3edfcb68065e,segment=NetworkSegment(73c3abc3-f461-4fa6-92fc-820766063a19),segment_id=73c3abc3-f461-4fa6-92fc-820766063a19)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:36.613327 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:36.640323 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff61100-1502-44d7-b52c-e16b3cc59327 x-openstack-request-id: req-4ff61100-1502-44d7-b52c-e16b3cc59327 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:26:36.640608 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d23993a-5656-4988-a4ab-04a3ad3bc831", "name": "network-vif-plugged", "status": "completed", "tag": "5e39f006-32ee-4f1d-8587-3edfcb68065e", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:26:36.640856 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ff61100-1502-44d7-b52c-e16b3cc59327 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:26:36.641243 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d23993a-5656-4988-a4ab-04a3ad3bc831', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e39f006-32ee-4f1d-8587-3edfcb68065e', 'code': 200} Aug 16 14:26:36.667324 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=5e39f006-32ee-4f1d-8587-3edfcb68065e,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:36.850903 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65696110-dae4-4c37-aa92-a2dfa72cbf8f req-6cd1de57-21c8-4ce8-a831-93b4408f72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:36.852425 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-65696110-dae4-4c37-aa92-a2dfa72cbf8f req-6cd1de57-21c8-4ce8-a831-93b4408f72fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 1098 time: 0.0409439 Aug 16 14:26:36.880758 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f5c93-5237-45fc-917b-dc8cbf376bb4 req-42e5622b-eab2-4dc1-937a-24a32a33b1d4 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:36.882241 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659f5c93-5237-45fc-917b-dc8cbf376bb4 req-42e5622b-eab2-4dc1-937a-24a32a33b1d4 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 945 time: 0.0619016 Aug 16 14:26:36.888541 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-65696110-dae4-4c37-aa92-a2dfa72cbf8f req-e4c453df-0782-4cd4-8714-f89a971bf110 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281107 Aug 16 14:26:36.920883 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-659f5c93-5237-45fc-917b-dc8cbf376bb4 req-1394e5b3-16e6-4bad-b5bf-4a6faba64d88 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326014 Aug 16 14:26:37.766496 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-ee07ffd5-3ce7-4e68-98e4-0e06365993a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:38.048442 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479bcc3-0adc-4ee8-afe2-e9d4cefcf200 req-bfee1626-0a49-4bcd-8e02-d957d8cf4fc0 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:38.049933 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0479bcc3-0adc-4ee8-afe2-e9d4cefcf200 req-bfee1626-0a49-4bcd-8e02-d957d8cf4fc0 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 945 time: 0.0598595 Aug 16 14:26:38.088592 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0479bcc3-0adc-4ee8-afe2-e9d4cefcf200 req-d32d3ee8-64da-4fe8-9eea-6225a9f1a113 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326321 Aug 16 14:26:39.204458 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865982e4-992c-4b5d-aa04-b052c5531cac req-082bf5f0-081e-4b3a-9ed2-9209cdb24605 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:39.206693 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-865982e4-992c-4b5d-aa04-b052c5531cac req-082bf5f0-081e-4b3a-9ed2-9209cdb24605 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 945 time: 0.0505619 Aug 16 14:26:39.245993 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-865982e4-992c-4b5d-aa04-b052c5531cac req-6cc7e449-6490-4722-a5f4-097c6e66252d tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Aug 16 14:26:40.070562 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27bde7-48ac-45f7-aa4e-638799a55901 req-f5feca0e-a8ab-47fc-8532-9444c26ddc27 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:40.072134 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1b27bde7-48ac-45f7-aa4e-638799a55901 req-f5feca0e-a8ab-47fc-8532-9444c26ddc27 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 945 time: 0.0493565 Aug 16 14:26:40.109307 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1b27bde7-48ac-45f7-aa4e-638799a55901 req-d578428e-b54e-4cbb-85be-9bf84eb6d77e tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309675 Aug 16 14:26:40.324244 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e4aee659-d5c7-4553-8ede-7bab622f5ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:40.859911 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:41.236267 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe5ce7-2bfc-4c39-beb3-2ec09a1ef01c req-3d0a5879-1ea3-454d-b8e8-3a17ed73e9eb tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:41.238285 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e3fe5ce7-2bfc-4c39-beb3-2ec09a1ef01c req-3d0a5879-1ea3-454d-b8e8-3a17ed73e9eb tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 945 time: 0.0547638 Aug 16 14:26:41.275090 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e3fe5ce7-2bfc-4c39-beb3-2ec09a1ef01c req-1a6f20ef-ab8b-429d-bbb8-221a14451068 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/security-groups?id=35713695-dfbd-4152-a269-4b44fcecee2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307550 Aug 16 14:26:41.750892 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f73720-108f-4200-a756-da4a5b269f1e req-570d0523-9f3f-4294-bdb2-f542e7465ad2 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:26:41.752907 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-25f73720-108f-4200-a756-da4a5b269f1e req-570d0523-9f3f-4294-bdb2-f542e7465ad2 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 945 time: 0.0494661 Aug 16 14:26:41.840282 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:41.847361 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-25f73720-108f-4200-a756-da4a5b269f1e req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Deleting port 5e39f006-32ee-4f1d-8587-3edfcb68065e {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:26:41.847737 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-25f73720-108f-4200-a756-da4a5b269f1e req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:41.941008 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-25f73720-108f-4200-a756-da4a5b269f1e req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] For port 5e39f006-32ee-4f1d-8587-3edfcb68065e, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=5e39f006-32ee-4f1d-8587-3edfcb68065e,segment=NetworkSegment(73c3abc3-f461-4fa6-92fc-820766063a19),segment_id=73c3abc3-f461-4fa6-92fc-820766063a19)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:26:41.941380 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-25f73720-108f-4200-a756-da4a5b269f1e req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:41.959084 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-25f73720-108f-4200-a756-da4a5b269f1e req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Calling delete_port for 5e39f006-32ee-4f1d-8587-3edfcb68065e owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:26:42.091110 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-25f73720-108f-4200-a756-da4a5b269f1e req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:42.119719 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Pushing event deleted for resources: {'Port': ['ID=5e39f006-32ee-4f1d-8587-3edfcb68065e,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:26:42.128496 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['5e39f006-32ee-4f1d-8587-3edfcb68065e'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:26:42.144666 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.145022 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.145366 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.145705 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.146039 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.146370 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.146697 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.147026 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.147348 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.147673 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.148026 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.148348 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:26:42.169718 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f73720-108f-4200-a756-da4a5b269f1e req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] No DVR routers for this DVR port 5e39f006-32ee-4f1d-8587-3edfcb68065e on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:26:42.172329 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-25f73720-108f-4200-a756-da4a5b269f1e req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:42.174880 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-25f73720-108f-4200-a756-da4a5b269f1e req-5a07f085-0486-46f8-a524-916a02c3e850 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.30 "DELETE /v2.0/ports/5e39f006-32ee-4f1d-8587-3edfcb68065e HTTP/1.1" status: 204 len: 173 time: 0.4150515 Aug 16 14:26:42.175313 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d23993a-5656-4988-a4ab-04a3ad3bc831', 'name': 'network-vif-deleted', 'tag': '5e39f006-32ee-4f1d-8587-3edfcb68065e'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:26:42.177581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b2c4f6-40fe-419f-a452-1155da87bf54" -d '{"events": [{"server_uuid": "1d23993a-5656-4988-a4ab-04a3ad3bc831", "name": "network-vif-deleted", "tag": "5e39f006-32ee-4f1d-8587-3edfcb68065e"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:26:42.220710 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a06cf1b-221c-4574-87c6-30855fd916db x-openstack-request-id: req-5a06cf1b-221c-4574-87c6-30855fd916db {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:26:42.221072 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d23993a-5656-4988-a4ab-04a3ad3bc831", "name": "network-vif-deleted", "tag": "5e39f006-32ee-4f1d-8587-3edfcb68065e", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:26:42.221472 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a06cf1b-221c-4574-87c6-30855fd916db {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:26:42.221955 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d23993a-5656-4988-a4ab-04a3ad3bc831', 'name': 'network-vif-deleted', 'tag': '5e39f006-32ee-4f1d-8587-3edfcb68065e', 'status': 'completed', 'code': 200} Aug 16 14:26:42.389341 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bcea7902-8814-4942-8bc8-0fae9c810578 req-ed09a49f-c192-4a47-99a8-5a4283120882 tempest-VolumesActionsTest-901054497 tempest-VolumesActionsTest-901054497-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d23993a-5656-4988-a4ab-04a3ad3bc831 HTTP/1.1" status: 200 len: 210 time: 0.0310018 Aug 16 14:26:43.426562 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:26:43.797228 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:26:46.128272 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 5e39f006-32ee-4f1d-8587-3edfcb68065e no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:26:46.147922 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 5e39f006-32ee-4f1d-8587-3edfcb68065e {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:26:46.148273 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 5e39f006-32ee-4f1d-8587-3edfcb68065e not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:26:47.208452 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.318027 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 57746) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:27:05.368470 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_v2 [None req-0261064b-e3a6-432c-92ba-4f6544e57a7c admin admin] Deleting subnet 6454a708-5401-419a-aab2-d42e4a11bd2f {{(pid=94161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:27:05.371478 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0261064b-e3a6-432c-92ba-4f6544e57a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.407668 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0261064b-e3a6-432c-92ba-4f6544e57a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3298332'] for subnet, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.449956 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0261064b-e3a6-432c-92ba-4f6544e57a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.508332 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0261064b-e3a6-432c-92ba-4f6544e57a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3357308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3793298'] for subnet, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.533521 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261064b-e3a6-432c-92ba-4f6544e57a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6454a708-5401-419a-aab2-d42e4a11bd2f,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:27:05.538938 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-0261064b-e3a6-432c-92ba-4f6544e57a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.540738 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-0261064b-e3a6-432c-92ba-4f6544e57a7c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6454a708-5401-419a-aab2-d42e4a11bd2f HTTP/1.1" status: 204 len: 168 time: 0.2214191 Aug 16 14:27:05.542953 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 57748) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:27:05.612619 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.696287 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.707326 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a17d58ac-bcb2-4e0a-8b43-de1efc135fcc']}} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:27:05.718161 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c3abc3-f461-4fa6-92fc-820766063a19') {'for_net_delete': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:27:05.718463 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c3abc3-f461-4fa6-92fc-820766063a19') {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:27:05.727275 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3298325'] for segment, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.740472 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.746215 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:27:05.746600 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3357210'] for segment, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: Traceback (most recent call last): Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: timer() Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: cb(*args, **kw) Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: return func(*args, **kwargs) Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: self._notify() Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: self.callback(batched_events) Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: event.method(event) Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: return f(self, *a, **k) Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._get(url).json() Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: return self.request(url, 'GET', **kwargs) Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:27:05.748218 dv-cinder-804584-9-iscsi neutron-server[94161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:27:05.804983 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.809827 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:05.812027 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a17d58ac-bcb2-4e0a-8b43-de1efc135fcc HTTP/1.1" status: 204 len: 168 time: 0.2679567 Aug 16 14:27:05.829581 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fd403-cdc3-4dd8-9c63-93eb4b728920 admin admin] Pushing event deleted for resources: {'Network': ['ID=a17d58ac-bcb2-4e0a-8b43-de1efc135fcc,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:27:05.924535 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57752) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:27:05.969808 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-afe25c33-e76c-4524-ab7a-6ee64f7174b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7bf1cb00377a4216b32aa37385b461c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440745 Aug 16 14:27:05.972525 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57754) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:27:06.021577 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:06.043508 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:06.090918 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:06.093569 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:06.094727 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/35713695-dfbd-4152-a269-4b44fcecee2f HTTP/1.1" status: 204 len: 168 time: 0.1212869 Aug 16 14:27:06.103119 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35713695-dfbd-4152-a269-4b44fcecee2f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:27:06.110240 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.110489 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.110857 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.111162 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.111488 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.112450 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.112822 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.113384 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.113773 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.114101 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.114426 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:06.114750 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c405f09a-d6e3-462c-aa85-e839a51b769b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:07.770112 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-2fba3f11-57f0-4377-bd7c-989e5f5cf15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:10.326710 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-48b01b20-9581-4421-81c5-4250c0609304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:10.853391 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:11.843148 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:13.428661 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:17.231582 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:20.795841 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:27:22.619526 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-f853f9e8-0adf-4b91-bb57-12c578c39e96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416384 Aug 16 14:27:22.719732 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-c032988d-2f28-461b-a79c-9166bd705eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:22.721137 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-c032988d-2f28-461b-a79c-9166bd705eed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 1099 time: 0.0414906 Aug 16 14:27:22.831227 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-47722176-f94c-4c37-95ff-d64971081058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:22.833146 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-47722176-f94c-4c37-95ff-d64971081058 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.0926025 Aug 16 14:27:22.900129 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-d036aa65-c01b-49d0-9f7b-82172b362615 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27235cfb-2617-4180-ae0a-58632c1884a0 HTTP/1.1" status: 200 len: 1002 time: 0.0600002 Aug 16 14:27:22.949893 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-7af1ab8d-1954-41b6-b98f-6da58569bf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:22.951492 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-7af1ab8d-1954-41b6-b98f-6da58569bf5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0448020 Aug 16 14:27:23.011579 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-c34dddf4-ce71-4cbe-bd44-a21c467714cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:23.013063 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-c34dddf4-ce71-4cbe-bd44-a21c467714cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537472 Aug 16 14:27:23.108460 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-dfc18f38-0eae-49c0-b631-ede6985c1dd7 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878801 Aug 16 14:27:23.203399 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-90290b42-6ac0-49dd-8a5d-c49f7a756270 req-51e6f9f1-beed-4993-aa4e-f675a672e951 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869374 Aug 16 14:27:34.920139 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 57936) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:27:35.032610 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ab173dd6-9c56-4f1a-a186-29567e72eaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:35.126132 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ab173dd6-9c56-4f1a-a186-29567e72eaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:35.130897 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ab173dd6-9c56-4f1a-a186-29567e72eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:35.177721 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ab173dd6-9c56-4f1a-a186-29567e72eaa0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e41506f4b2141dc95a625869c163809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564714 Aug 16 14:27:35.178598 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab173dd6-9c56-4f1a-a186-29567e72eaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9f4268-e16f-48b9-b331-31d45e342f42,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:27:35.180633 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 57940) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:27:35.232653 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8c865f5b-9b80-451b-b9ca-b589306dcc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:35.253445 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8c865f5b-9b80-451b-b9ca-b589306dcc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:35.301282 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8c865f5b-9b80-451b-b9ca-b589306dcc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:35.304018 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8c865f5b-9b80-451b-b9ca-b589306dcc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:35.305165 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8c865f5b-9b80-451b-b9ca-b589306dcc81 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa9f4268-e16f-48b9-b331-31d45e342f42 HTTP/1.1" status: 204 len: 168 time: 0.1235445 Aug 16 14:27:35.313050 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c865f5b-9b80-451b-b9ca-b589306dcc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9f4268-e16f-48b9-b331-31d45e342f42,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:27:37.772561 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-4ac287f5-77b9-4fe3-bcb4-c7d5f8370292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:40.328300 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-8d55f51b-60e0-4c59-bd70-57adb7039712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:40.855946 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:41.847167 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:43.438521 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:47.175397 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-3a405b07-68d1-4e8d-bbd9-32d2d9e1ee33 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761491282&fields=id&tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5 HTTP/1.1" status: 200 len: 267 time: 0.0346053 Aug 16 14:27:47.221197 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:47.295961 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-53d1ecaf-9513-4c16-a5e4-2e2240b902b9 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:47.297421 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-53d1ecaf-9513-4c16-a5e4-2e2240b902b9 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 810 time: 0.1148093 Aug 16 14:27:47.312861 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-7bd1f7d6-7af0-4daa-9348-611f2e99099f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/quotas/af85b7a9f5b949eaac5cee5b1efd4cb5 HTTP/1.1" status: 200 len: 375 time: 0.0090654 Aug 16 14:27:47.374053 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-3c0447d5-52c7-4649-87e7-c23964ecb2d6 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0554638 Aug 16 14:27:47.390043 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-c0311059-50ea-4ee4-aa1c-80882bae509a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:27:47.391030 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-c0311059-50ea-4ee4-aa1c-80882bae509a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054588 Aug 16 14:27:47.494466 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-d862997a-7313-43cf-b3ee-c720bad1c9be service neutron] 10.222.0.13 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971904 Aug 16 14:27:47.593516 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-38e08e90-3090-4197-837f-ed0c5b71a7c3 service neutron] 10.222.0.13 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929482 Aug 16 14:27:48.020420 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-bebd04d0-62d5-41e4-89a0-e77d5c27ca7f req-40fb318a-7c17-4e5f-9c41-4f5a15b6b015 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 210 time: 0.1449115 Aug 16 14:27:49.133302 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-869eeb5f-b46e-408e-a485-9d4d5a8c3d76 req-9d5c8a89-5823-4624-8cc7-42e6a7b321e2 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 210 time: 0.0283060 Aug 16 14:27:49.818511 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-d8edae3a-e523-422b-bbb3-23a78a20e1fd tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:49.820018 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-d8edae3a-e523-422b-bbb3-23a78a20e1fd tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 810 time: 0.1087692 Aug 16 14:27:49.869441 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-03dab6c3-476c-4b6a-880b-86d81b08a887 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5 HTTP/1.1" status: 200 len: 380 time: 0.0342791 Aug 16 14:27:49.878938 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'port': {'device_id': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'admin_state_up': True, 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'security_groups': ['9ba0215c-4898-4bd7-9003-2966d71d7fb8']}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:27:49.992649 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Made reservation on behalf of af85b7a9f5b949eaac5cee5b1efd4cb5 for: {'port': 1} {{(pid=94161) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 14:27:49.996178 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:50.126654 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_common [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Allocated IP 172.20.0.9 (6276dbc6-5091-4375-b2b0-77e15438df5a/dbebb62c-d344-4ac3-965d-c181657fb6ae/e8b839bc-ea74-4063-a025-1038796af208) {{(pid=94161) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:27:50.234045 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-628d829d-74d2-45b2-8823-82b880c7a4d4 req-f4900e4b-2ff3-430d-a8a6-5122bb7743ca tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 210 time: 0.0279491 Aug 16 14:27:50.282531 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for port, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:50.298006 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Transition to ACTIVE for port object e8b839bc-ea74-4063-a025-1038796af208 will not be triggered until provisioned by entity DHCP. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:27:50.335525 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:50.396435 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Network 6276dbc6-5091-4375-b2b0-77e15438df5a is already hosted by enough agents. {{(pid=94161) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:27:50.400419 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.base_scheduler [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Resources bound (agent type, host, resource id): {{(pid=94161) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:27:50.403150 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'Port': ['ID=e8b839bc-ea74-4063-a025-1038796af208,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:27:50.411809 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Received port after_create {{(pid=94161) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:27:50.415742 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.416099 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.416444 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.416772 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.417103 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.417424 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.417759 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.418088 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.418416 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.418814 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.419049 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.419393 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:50.497908 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:50.498698 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:50.523089 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-67cbe3dc-4876-4355-adf8-2d2ea754d3a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6476252 Aug 16 14:27:50.541282 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-636f27f6-98b4-4739-a573-c1243a5a82ff tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=94161) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 14:27:50.542612 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-636f27f6-98b4-4739-a573-c1243a5a82ff tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061967 Aug 16 14:27:50.560037 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.v2.base [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Request body: {'port': {'device_id': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80458'}} {{(pid=94161) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:27:50.650290 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:50.750503 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-c690b694-2f91-4e65-9aa8-49c21f2c73ea None None] Provisioning for port e8b839bc-ea74-4063-a025-1038796af208 completed by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:27:50.756258 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-c690b694-2f91-4e65-9aa8-49c21f2c73ea None None] Provisioning complete for port e8b839bc-ea74-4063-a025-1038796af208 triggered by entity DHCP. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:27:50.756833 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c690b694-2f91-4e65-9aa8-49c21f2c73ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:50.796520 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-c690b694-2f91-4e65-9aa8-49c21f2c73ea None None] Port e8b839bc-ea74-4063-a025-1038796af208 cannot update to ACTIVE because it is not bound. {{(pid=94162) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 14:27:50.974949 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b839bc-ea74-4063-a025-1038796af208 {{(pid=94161) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:27:50.984875 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:51.002461 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.provisioning_blocks [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Transition to ACTIVE for port object e8b839bc-ea74-4063-a025-1038796af208 will not be triggered until provisioned by entity L2. {{(pid=94161) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 14:27:51.006038 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:51.066739 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Pushing event updated for resources: {'Port': ['ID=e8b839bc-ea74-4063-a025-1038796af208,revision_number=2']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:27:51.145181 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Attempting to bind port e8b839bc-ea74-4063-a025-1038796af208 on host hv-cinder-80458 for vnic_type normal with profile {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 14:27:51.145509 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Attempting to bind port e8b839bc-ea74-4063-a025-1038796af208 by drivers openvswitch,hyperv on host hv-cinder-80458 at level 0 using segments [{'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 14:27:51.145704 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Attempting to bind port e8b839bc-ea74-4063-a025-1038796af208 on network 6276dbc6-5091-4375-b2b0-77e15438df5a {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:27:51.150598 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Port e8b839bc-ea74-4063-a025-1038796af208 on network 6276dbc6-5091-4375-b2b0-77e15438df5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80458 {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 14:27:51.151041 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Attempting to bind port e8b839bc-ea74-4063-a025-1038796af208 on network 6276dbc6-5091-4375-b2b0-77e15438df5a {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 14:27:51.156288 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Checking agent: {'id': '225416df-da3b-4a96-b365-09c8d4552989', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80458', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'started_at': datetime.datetime(2021, 8, 16, 14, 15, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 14, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 14:27:51.156629 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Checking segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94161) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 14:27:51.157018 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Bound using segment: {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'} {{(pid=94161) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 14:27:51.157451 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.managers [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Bound port: e8b839bc-ea74-4063-a025-1038796af208, host: hv-cinder-80458, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816c99c8-0436-4bc5-bd40-3f9a03a6db1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a'}}] {{(pid=94161) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 14:27:51.157813 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:51.235451 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] For port e8b839bc-ea74-4063-a025-1038796af208, host hv-cinder-80458, cleared binding levels {{(pid=94161) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 14:27:51.239250 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] For port e8b839bc-ea74-4063-a025-1038796af208, host hv-cinder-80458, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e8b839bc-ea74-4063-a025-1038796af208,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94161) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 14:27:51.244268 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3357222'] for port, after_update {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:51.280933 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:51.281553 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:51.282972 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] 10.222.0.30 "PUT /v2.0/ports/e8b839bc-ea74-4063-a025-1038796af208 HTTP/1.1" status: 200 len: 1093 time: 0.7300317 Aug 16 14:27:51.283661 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'tag': 'e8b839bc-ea74-4063-a025-1038796af208'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:27:51.286746 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d" -d '{"events": [{"name": "network-changed", "server_uuid": "894539e8-2b02-45ca-bd06-d8d2c840ded6", "tag": "e8b839bc-ea74-4063-a025-1038796af208"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:27:51.324261 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681f3f5-8d06-4f63-a567-c068bd0ef6ed service neutron] Pushing event updated for resources: {'Port': ['ID=e8b839bc-ea74-4063-a025-1038796af208,revision_number=3']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:27:51.422687 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a0ced-d36d-4c8f-8cbc-fd896964297f req-c9bd3c53-f529-4bbb-b898-8b433030f1c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:51.425297 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-778a0ced-d36d-4c8f-8cbc-fd896964297f req-c9bd3c53-f529-4bbb-b898-8b433030f1c3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 943 time: 0.1032588 Aug 16 14:27:51.429263 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53908389-3ddd-4f86-80bc-2ecf90123135 x-openstack-request-id: req-53908389-3ddd-4f86-80bc-2ecf90123135 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:27:51.429554 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894539e8-2b02-45ca-bd06-d8d2c840ded6", "tag": "e8b839bc-ea74-4063-a025-1038796af208", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:27:51.429806 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53908389-3ddd-4f86-80bc-2ecf90123135 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:27:51.430201 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'tag': 'e8b839bc-ea74-4063-a025-1038796af208', 'status': 'completed', 'code': 200} Aug 16 14:27:51.440737 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-77a55760-32aa-4e1e-b1a3-f57b721b9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:51.442965 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-77a55760-32aa-4e1e-b1a3-f57b721b9787 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 1096 time: 0.0784957 Aug 16 14:27:51.507376 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-45299361-c68b-44c5-a800-d3205d93fbbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b839bc-ea74-4063-a025-1038796af208 HTTP/1.1" status: 200 len: 217 time: 0.0471735 Aug 16 14:27:51.510837 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-778a0ced-d36d-4c8f-8cbc-fd896964297f req-2638e4ba-6d09-4368-999d-759ed0831887 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782285 Aug 16 14:27:51.559019 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-bc4001a7-643f-43f1-9de3-91eed238f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:51.560581 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-bc4001a7-643f-43f1-9de3-91eed238f30a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0464692 Aug 16 14:27:51.614100 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-6578f627-0dc8-4588-9487-629c9acd16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:51.615593 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-6578f627-0dc8-4588-9487-629c9acd16f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468991 Aug 16 14:27:51.710572 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-c57c9f53-ac0c-4136-b7e7-fc747182cb29 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874250 Aug 16 14:27:51.809831 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-ce235114-3162-4df5-8dae-6ac9e3ae606f req-e2bebf8b-2cec-41fe-98c3-a67e77b7a43a service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916848 Aug 16 14:27:51.948206 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-439e5a9d-b6cf-4d61-bb34-fbc5bc14fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:51.949971 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-439e5a9d-b6cf-4d61-bb34-fbc5bc14fd40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 1096 time: 0.0481148 Aug 16 14:27:52.070835 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-e407daa2-646e-4cb5-9024-8cc3dae35cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:52.073377 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-e407daa2-646e-4cb5-9024-8cc3dae35cd6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.1134939 Aug 16 14:27:52.120576 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-9f5e0d09-523d-4bc8-9a2b-ccbf88954b19 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b839bc-ea74-4063-a025-1038796af208 HTTP/1.1" status: 200 len: 217 time: 0.0390246 Aug 16 14:27:52.174623 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-b1c9bc32-93cc-417a-8e5c-8f88fe17f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:52.176094 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-b1c9bc32-93cc-417a-8e5c-8f88fe17f161 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0478752 Aug 16 14:27:52.227794 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-4d90a806-debc-4203-bd6d-9885f28bfdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:52.229319 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-4d90a806-debc-4203-bd6d-9885f28bfdd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456388 Aug 16 14:27:52.345604 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-c6e0cba4-d57d-429e-8567-54e8080421a1 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035695 Aug 16 14:27:52.442489 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b099bb6-43a9-4a9f-bff4-bda4d98dbd2d req-95080687-e1c3-4650-b893-1b6394482e94 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847738 Aug 16 14:27:52.631994 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23be0db-aa92-413b-b41b-5768431518d2 req-42b0b9f7-b7a1-4674-947a-9bc043ebd59c tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:52.633403 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c23be0db-aa92-413b-b41b-5768431518d2 req-42b0b9f7-b7a1-4674-947a-9bc043ebd59c tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 943 time: 0.0501029 Aug 16 14:27:52.672583 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-c23be0db-aa92-413b-b41b-5768431518d2 req-aa014055-47a7-41da-a7fa-aea4339ff819 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332978 Aug 16 14:27:53.790944 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2161e6-e1b8-4372-8f51-908927fba984 req-89b88db3-8ba2-4511-87d0-c396a05a386f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:53.792577 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bb2161e6-e1b8-4372-8f51-908927fba984 req-89b88db3-8ba2-4511-87d0-c396a05a386f tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 943 time: 0.0548177 Aug 16 14:27:53.833350 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bb2161e6-e1b8-4372-8f51-908927fba984 req-166f4918-538b-4fbb-a273-7dca2e885e9c tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347159 Aug 16 14:27:54.965874 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a5929-a3d2-4ac9-85d6-63d962e864ab req-95f9f5f5-2b72-4e04-b783-d069e3f3f64e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:54.967360 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b07a5929-a3d2-4ac9-85d6-63d962e864ab req-95f9f5f5-2b72-4e04-b783-d069e3f3f64e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 943 time: 0.0518093 Aug 16 14:27:55.011101 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-b07a5929-a3d2-4ac9-85d6-63d962e864ab req-f9be9ef9-2cdb-411f-b593-e6d11e103ed6 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370803 Aug 16 14:27:56.131592 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb987-cefa-4145-bce1-cafda899aeeb req-e02e06d2-f5a6-4442-82be-42c1824bd9c5 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:56.133028 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-10dfb987-cefa-4145-bce1-cafda899aeeb req-e02e06d2-f5a6-4442-82be-42c1824bd9c5 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 943 time: 0.0521929 Aug 16 14:27:56.172627 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-10dfb987-cefa-4145-bce1-cafda899aeeb req-49ce1039-ab99-4c0b-bcf8-e4e9c44436a7 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334647 Aug 16 14:27:57.297909 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b2bf1-c873-4d40-9316-24991efaa9ff req-a75c02ec-02a3-4aba-a9a9-14e928fdcc3c tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:57.299384 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-193b2bf1-c873-4d40-9316-24991efaa9ff req-a75c02ec-02a3-4aba-a9a9-14e928fdcc3c tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 943 time: 0.0543656 Aug 16 14:27:57.346629 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-193b2bf1-c873-4d40-9316-24991efaa9ff req-06be8095-08f3-482a-96a8-4fcafdbb3773 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393157 Aug 16 14:27:57.794120 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:27:58.472790 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a9abc-7b91-43ea-a795-712e8a3a2c6f req-4ff60b7c-610d-4f80-8b58-568bada6e194 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:58.474341 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c72a9abc-7b91-43ea-a795-712e8a3a2c6f req-4ff60b7c-610d-4f80-8b58-568bada6e194 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 943 time: 0.0575278 Aug 16 14:27:58.513879 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c72a9abc-7b91-43ea-a795-712e8a3a2c6f req-0f7e2732-2052-411e-a7ee-27352b9d7ef4 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Aug 16 14:27:59.512024 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device e8b839bc-ea74-4063-a025-1038796af208 details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:27:59.620030 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port e8b839bc-ea74-4063-a025-1038796af208, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e8b839bc-ea74-4063-a025-1038796af208,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:27:59.634700 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'e8b839bc-ea74-4063-a025-1038796af208', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'port_id': 'e8b839bc-ea74-4063-a025-1038796af208', 'mac_address': 'fa:16:3e:e4:44:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:27:59.638882 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd5235-da2a-46b8-a91a-8da6088625d7 req-180c2bf0-074a-48ea-8f48-11be183825fc tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:27:59.640741 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-adfd5235-da2a-46b8-a91a-8da6088625d7 req-180c2bf0-074a-48ea-8f48-11be183825fc tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 943 time: 0.0527606 Aug 16 14:27:59.677780 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:59.683194 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-adfd5235-da2a-46b8-a91a-8da6088625d7 req-b7b24002-d33a-4107-ae75-01f87f19a288 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353711 Aug 16 14:27:59.699717 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b839bc-ea74-4063-a025-1038796af208 {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:27:59.720952 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port e8b839bc-ea74-4063-a025-1038796af208, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e8b839bc-ea74-4063-a025-1038796af208,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:27:59.725408 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:27:59.785355 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=e8b839bc-ea74-4063-a025-1038796af208,revision_number=4']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:27:59.793188 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.793543 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.794016 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.794464 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.794786 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.795126 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.795489 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.795825 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.796159 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.796489 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.796839 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:27:59.797173 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:28:00.041000 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['e8b839bc-ea74-4063-a025-1038796af208'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:28:00.807641 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0d648-5180-49ba-b6c8-d42b65928efb req-5b1171fd-01f7-421e-a006-5e283c0f1028 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:00.809403 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-81c0d648-5180-49ba-b6c8-d42b65928efb req-5b1171fd-01f7-421e-a006-5e283c0f1028 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 944 time: 0.0561185 Aug 16 14:28:00.857161 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-81c0d648-5180-49ba-b6c8-d42b65928efb req-1edd39d8-f034-46b2-bd95-a5495be90daa tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413234 Aug 16 14:28:01.517697 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device e8b839bc-ea74-4063-a025-1038796af208 up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:28:01.567981 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning for port e8b839bc-ea74-4063-a025-1038796af208 completed by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 14:28:01.571989 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port e8b839bc-ea74-4063-a025-1038796af208 triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:28:01.572444 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:01.660615 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:01.684367 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b839bc-ea74-4063-a025-1038796af208'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:28:01.686593 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d2a1f0-c36d-493e-9a73-f7abac876bfb" -d '{"events": [{"server_uuid": "894539e8-2b02-45ca-bd06-d8d2c840ded6", "name": "network-vif-plugged", "status": "completed", "tag": "e8b839bc-ea74-4063-a025-1038796af208"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:28:01.704662 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port e8b839bc-ea74-4063-a025-1038796af208, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e8b839bc-ea74-4063-a025-1038796af208,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:28:01.711142 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:01.764724 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=e8b839bc-ea74-4063-a025-1038796af208,revision_number=5']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:28:01.793938 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7883d98-905d-4436-bc3c-e5903fec7f14 x-openstack-request-id: req-e7883d98-905d-4436-bc3c-e5903fec7f14 {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:28:01.794235 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894539e8-2b02-45ca-bd06-d8d2c840ded6", "name": "network-vif-plugged", "status": "completed", "tag": "e8b839bc-ea74-4063-a025-1038796af208", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:28:01.794487 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7883d98-905d-4436-bc3c-e5903fec7f14 {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:28:01.794907 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b839bc-ea74-4063-a025-1038796af208', 'code': 200} Aug 16 14:28:01.992501 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f17bbc-0bc9-4de9-a3b7-b165cd5150b3 req-be19116c-83b1-40a0-b6ce-711fef9ed40b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:01.993895 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b6f17bbc-0bc9-4de9-a3b7-b165cd5150b3 req-be19116c-83b1-40a0-b6ce-711fef9ed40b tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 945 time: 0.0589933 Aug 16 14:28:02.043575 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b6f17bbc-0bc9-4de9-a3b7-b165cd5150b3 req-3ba6254c-7f98-4ab0-ac08-fe1f18e12e17 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Aug 16 14:28:02.114842 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829e509-0664-4669-a6c4-fb9d86a83c36 req-98b98179-c3d8-4b2c-879f-e9e2a30e368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:02.116422 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e829e509-0664-4669-a6c4-fb9d86a83c36 req-98b98179-c3d8-4b2c-879f-e9e2a30e368f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 1098 time: 0.0943873 Aug 16 14:28:02.154476 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e829e509-0664-4669-a6c4-fb9d86a83c36 req-0a94ad02-2144-436f-b9cd-a9911a7a5237 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304093 Aug 16 14:28:03.162824 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa08955-f54a-4399-9fd7-62c06114a65c req-88dc58ef-63fd-4828-89f5-28cc2cfc061e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:03.164340 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cfa08955-f54a-4399-9fd7-62c06114a65c req-88dc58ef-63fd-4828-89f5-28cc2cfc061e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 945 time: 0.0514185 Aug 16 14:28:03.204061 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cfa08955-f54a-4399-9fd7-62c06114a65c req-78f154e8-ab38-40ee-b8fa-6f28713aafb1 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331361 Aug 16 14:28:04.338381 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af323d39-53fc-4bb3-8463-8ae851656559 req-cc07d124-3f14-4acc-8b1a-0dded9fcd83d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:04.339922 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-af323d39-53fc-4bb3-8463-8ae851656559 req-cc07d124-3f14-4acc-8b1a-0dded9fcd83d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 945 time: 0.0616314 Aug 16 14:28:04.384492 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-af323d39-53fc-4bb3-8463-8ae851656559 req-ae8dd49f-1836-4291-8d2d-0bd92974c787 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386591 Aug 16 14:28:04.512780 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9fd96a-9490-4899-946e-b2b1ceac3bfd req-c3ebf69e-d786-436e-9c1a-a16668fa5e47 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:04.514194 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ca9fd96a-9490-4899-946e-b2b1ceac3bfd req-c3ebf69e-d786-436e-9c1a-a16668fa5e47 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 945 time: 0.0584705 Aug 16 14:28:04.553668 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ca9fd96a-9490-4899-946e-b2b1ceac3bfd req-4d937ad3-a10b-45bd-acae-ee58cb3a0362 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326900 Aug 16 14:28:04.577253 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58244) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:28:04.619141 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f2be5-fe80-4cf4-90b1-12cc8b769952 tempest-TestVolumeBootPattern-273740248 tempest-TestVolumeBootPattern-273740248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:04.620717 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-1b3f2be5-fe80-4cf4-90b1-12cc8b769952 tempest-TestVolumeBootPattern-273740248 tempest-TestVolumeBootPattern-273740248-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 1093 time: 0.0424495 Aug 16 14:28:04.624217 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58246) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:28:04.630219 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.v2.base [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Request body: {'floatingip': {'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'port_id': 'e8b839bc-ea74-4063-a025-1038796af208', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94160) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 14:28:04.654063 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:04.754310 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:04.876512 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_common [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Allocated IP 172.27.3.214 (6b166495-d3e3-4480-9115-660eac9b9b3e/7f047390-9e73-4dae-b36c-223ed779d1a4/5b89c92a-5062-4d98-917c-60c5d9cb5a4c) {{(pid=94160) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 14:28:04.987210 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for port, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:05.029017 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761472391909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:05.075989 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Network 6b166495-d3e3-4480-9115-660eac9b9b3e is already hosted by enough agents. {{(pid=94160) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 14:28:05.079138 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.base_scheduler [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Resources bound (agent type, host, resource id): {{(pid=94160) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 14:28:05.082442 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Received port after_create {{(pid=94160) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 14:28:05.116830 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'Port': ['ID=5b89c92a-5062-4d98-917c-60c5d9cb5a4c,revision_number=1']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:28:05.473026 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:05.547083 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:05.709328 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for port, precommit_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:05.714065 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3141448'] for port, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:05.791113 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event updated for resources: {'Port': ['ID=5b89c92a-5062-4d98-917c-60c5d9cb5a4c,revision_number=2']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:28:05.799186 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-597309'] for floatingip, after_update {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:05.908437 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Floating IP 391c2dba-3899-406e-8917-3d3d87413129 associated. External IP: 172.27.3.214, port: e8b839bc-ea74-4063-a025-1038796af208. Aug 16 14:28:06.349436 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Router b9df7c63-7f83-46fa-8577-058ab621f2e4 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:28:06.469330 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:28:06.482778 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] Sync routers for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:28:06.485924 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:06.492472 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:28:06.493098 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:27:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:28:06.521869 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-cb1ef40b-37eb-4f3c-8189-65c5431b1f23 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8965116 Aug 16 14:28:06.522563 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'tag': 'e8b839bc-ea74-4063-a025-1038796af208'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:28:06.524859 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f28861-07d0-4fcd-9fda-511f0b4fec9a" -d '{"events": [{"name": "network-changed", "server_uuid": "894539e8-2b02-45ca-bd06-d8d2c840ded6", "tag": "e8b839bc-ea74-4063-a025-1038796af208"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:28:06.561419 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f13ea72-2989-4e12-8e83-53b676de0b4d x-openstack-request-id: req-5f13ea72-2989-4e12-8e83-53b676de0b4d {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:28:06.562114 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894539e8-2b02-45ca-bd06-d8d2c840ded6", "tag": "e8b839bc-ea74-4063-a025-1038796af208", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:28:06.562114 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f13ea72-2989-4e12-8e83-53b676de0b4d {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:28:06.562541 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'tag': 'e8b839bc-ea74-4063-a025-1038796af208', 'status': 'completed', 'code': 200} Aug 16 14:28:06.603625 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:28:06.648406 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-3d58c1f5-23c7-496c-bdca-b1b94b31e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:06.649986 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-3d58c1f5-23c7-496c-bdca-b1b94b31e8f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 1098 time: 0.0434928 Aug 16 14:28:06.748910 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-2158f4fb-6fe7-49c0-a24b-c7be44f14950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:06.750385 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-2158f4fb-6fe7-49c0-a24b-c7be44f14950 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.0901740 Aug 16 14:28:06.820770 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-80d7aca9-b3a5-44b7-9809-389acf27baef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b839bc-ea74-4063-a025-1038796af208 HTTP/1.1" status: 200 len: 999 time: 0.0629048 Aug 16 14:28:06.839336 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '391c2dba-3899-406e-8917-3d3d87413129', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': 'e8b839bc-ea74-4063-a025-1038796af208', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:e4:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:28:05Z', 'updated_at': '2021-08-16T14:28:05Z', 'revision_number': 0, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}, {'id': '7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:de:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:25:48Z', 'updated_at': '2021-08-16T14:25:51Z', 'revision_number': 1, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:28:06.869216 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] Checking router: b9df7c63-7f83-46fa-8577-058ab621f2e4 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:28:06.878095 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:28:06.879288 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:27:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:28:06.881936 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-d7ecbd75-c69e-4467-96ba-8d823169590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:06.883418 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-d7ecbd75-c69e-4467-96ba-8d823169590e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0548933 Aug 16 14:28:06.932257 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-557f39bf-da19-44c0-b98e-b1dac79dae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:06.933741 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-557f39bf-da19-44c0-b98e-b1dac79dae09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422254 Aug 16 14:28:06.991437 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:28:07.026153 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-c4b3105f-2a2e-43e3-9ee5-10e62a325cc0 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836020 Aug 16 14:28:07.124630 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27f28861-07d0-4fcd-9fda-511f0b4fec9a req-37bd41cc-06e4-44bb-996b-ed572eafb86b service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904224 Aug 16 14:28:07.365364 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '391c2dba-3899-406e-8917-3d3d87413129', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': 'e8b839bc-ea74-4063-a025-1038796af208', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:e4:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:28:05Z', 'updated_at': '2021-08-16T14:28:05Z', 'revision_number': 0, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}, {'id': '7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:de:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:25:48Z', 'updated_at': '2021-08-16T14:25:51Z', 'revision_number': 1, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:28:07.396409 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb601708-b30b-4860-98e4-ca96b5122aa2 None None] The sync data for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi is: [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '391c2dba-3899-406e-8917-3d3d87413129', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.214', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': 'e8b839bc-ea74-4063-a025-1038796af208', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:e4:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:28:05Z', 'updated_at': '2021-08-16T14:28:05Z', 'revision_number': 0, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}, {'id': '7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:de:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:25:48Z', 'updated_at': '2021-08-16T14:25:51Z', 'revision_number': 1, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:28:07.589668 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0dc9c0-0b89-41ab-882f-75bd3c8e59f1 None None] New status for floating IP 391c2dba-3899-406e-8917-3d3d87413129: ACTIVE {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:28:07.776045 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c2dd7180-66b0-43b4-8512-5344f71cb59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:10.330285 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b446a464-6921-4f19-a39e-17302cfc6f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:10.857924 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:11.849948 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:13.437349 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:15.900888 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58320) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:28:16.016329 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ae23-faf1-4021-8942-4eb8bae5e8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:16.111048 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ae23-faf1-4021-8942-4eb8bae5e8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:16.115538 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-8bf8ae23-faf1-4021-8942-4eb8bae5e8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_create {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:16.153816 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8ae23-faf1-4021-8942-4eb8bae5e8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037ab036-e6f8-42f9-8100-5451d2ad1cfa,revision_number=1']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:28:16.157991 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-8bf8ae23-faf1-4021-8942-4eb8bae5e8c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab03e62a82de4a12a8462e6914be5d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2560861 Aug 16 14:28:16.161203 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58324) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:28:16.218239 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-01f92a05-4bb7-41ec-a68c-8f15ddb71db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:16.245898 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-01f92a05-4bb7-41ec-a68c-8f15ddb71db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:16.292007 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-01f92a05-4bb7-41ec-a68c-8f15ddb71db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:16.294575 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-01f92a05-4bb7-41ec-a68c-8f15ddb71db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:16.295813 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-01f92a05-4bb7-41ec-a68c-8f15ddb71db1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/037ab036-e6f8-42f9-8100-5451d2ad1cfa HTTP/1.1" status: 204 len: 168 time: 0.1336575 Aug 16 14:28:16.304139 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f92a05-4bb7-41ec-a68c-8f15ddb71db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037ab036-e6f8-42f9-8100-5451d2ad1cfa,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:28:17.224866 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:22.723527 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-ea50552e-070e-4081-80c2-0636eeeeb0c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415373 Aug 16 14:28:22.797906 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-940ea68d-e76e-4060-9dc7-3023910bb304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:22.799393 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-940ea68d-e76e-4060-9dc7-3023910bb304 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f59d1589cdd4af4828be16c2b12a75a&device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 1098 time: 0.0410607 Aug 16 14:28:22.915716 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-c8a5dec5-c844-4556-bcbe-5a30eb8eebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:22.917255 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-c8a5dec5-c844-4556-bcbe-5a30eb8eebe9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad HTTP/1.1" status: 200 len: 909 time: 0.0978615 Aug 16 14:28:22.992085 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-48e02248-f60f-4251-bb0c-7ebe7d81609f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe HTTP/1.1" status: 200 len: 1000 time: 0.0669413 Aug 16 14:28:23.053570 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-b0587634-33dd-4af4-b885-272c79102e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:23.055000 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-b0587634-33dd-4af4-b885-272c79102e67 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cb28573-5c9b-47ec-959d-7229f59e5102 HTTP/1.1" status: 200 len: 847 time: 0.0517159 Aug 16 14:28:23.102718 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-889aa951-3fea-499f-830d-4674e632a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:23.104258 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-889aa951-3fea-499f-830d-4674e632a613 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419166 Aug 16 14:28:23.199973 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-5474628c-3e41-4054-a452-1833c0b2e632 service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866809 Aug 16 14:28:23.297319 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5e4725fd-5fe8-4573-a870-b789a69c4ef4 req-f8bdd1c9-dc27-41e6-8a49-ba2279c09acb service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896635 Aug 16 14:28:23.776479 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b1b1d-e192-4be6-9083-c32c88584da3 req-f70073e9-4eba-4d6c-a3d3-e2cdd1d46cc9 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:23.777965 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6d3b1b1d-e192-4be6-9083-c32c88584da3 req-f70073e9-4eba-4d6c-a3d3-e2cdd1d46cc9 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0510817 Aug 16 14:28:23.818721 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6d3b1b1d-e192-4be6-9083-c32c88584da3 req-a83473bd-9143-42ab-a48b-d87e6415a7b8 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343769 Aug 16 14:28:24.951448 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685476a7-4ae3-4b46-9827-7487c9301d7f req-badfc8ae-057b-4132-92ad-b6bdc9a22dee tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:24.952980 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-685476a7-4ae3-4b46-9827-7487c9301d7f req-badfc8ae-057b-4132-92ad-b6bdc9a22dee tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0499985 Aug 16 14:28:24.992234 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-685476a7-4ae3-4b46-9827-7487c9301d7f req-0a442719-e728-46d5-99bc-8d501fd4a7bf tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327489 Aug 16 14:28:26.107150 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc08fe-3559-478f-ad15-30b3c1066eba req-29736f66-8ad9-4d32-8561-825cedd3cba8 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:26.108732 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b2dc08fe-3559-478f-ad15-30b3c1066eba req-29736f66-8ad9-4d32-8561-825cedd3cba8 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0492079 Aug 16 14:28:26.152128 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-b2dc08fe-3559-478f-ad15-30b3c1066eba req-5ea5354a-5d90-4032-8516-51353a6fbeaf tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370166 Aug 16 14:28:27.276838 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1bf8f-1982-46c8-a7bf-a9c545331c9f req-c406ad62-c8f7-4344-99af-b7ed9e15a4ee tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:27.278417 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-25c1bf8f-1982-46c8-a7bf-a9c545331c9f req-c406ad62-c8f7-4344-99af-b7ed9e15a4ee tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0527458 Aug 16 14:28:27.318564 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-25c1bf8f-1982-46c8-a7bf-a9c545331c9f req-197998a9-118c-4995-b023-79677e236962 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341632 Aug 16 14:28:28.434309 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1cbe7-a715-4e68-b12b-f7c73475ceca req-d32b5a4f-3f08-4f47-8293-72badffa5f61 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:28.435818 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03a1cbe7-a715-4e68-b12b-f7c73475ceca req-d32b5a4f-3f08-4f47-8293-72badffa5f61 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0494144 Aug 16 14:28:28.481349 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-03a1cbe7-a715-4e68-b12b-f7c73475ceca req-60ee92e2-261f-41d5-b5a6-9308af17bb08 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395663 Aug 16 14:28:29.598596 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a4952-dbb5-4a4b-ab5f-cee5e47be52c req-7fab2836-75c4-4bc4-9b62-490e2895e9f3 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:29.600223 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ad2a4952-dbb5-4a4b-ab5f-cee5e47be52c req-7fab2836-75c4-4bc4-9b62-490e2895e9f3 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0512633 Aug 16 14:28:29.639815 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ad2a4952-dbb5-4a4b-ab5f-cee5e47be52c req-3d54f21c-e806-4046-b597-70bc4283b7f2 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336180 Aug 16 14:28:30.757137 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4802740-f98f-4e6d-9ec7-9a639718663b req-fce7b96f-dca1-4ab1-8d1e-c18e24a88d9f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:30.758514 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c4802740-f98f-4e6d-9ec7-9a639718663b req-fce7b96f-dca1-4ab1-8d1e-c18e24a88d9f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0492151 Aug 16 14:28:30.796169 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c4802740-f98f-4e6d-9ec7-9a639718663b req-3125f9da-7e99-4a33-8592-b60a142d07c9 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317039 Aug 16 14:28:31.918694 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c0ae3-fce1-402f-a2af-3ff6c7fed294 req-d2761e35-7f75-43ff-9280-55b3c8b793d4 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:31.920173 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ca5c0ae3-fce1-402f-a2af-3ff6c7fed294 req-d2761e35-7f75-43ff-9280-55b3c8b793d4 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0544569 Aug 16 14:28:31.959115 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ca5c0ae3-fce1-402f-a2af-3ff6c7fed294 req-53a80e48-797b-4a9b-92d9-463b71c93bf9 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329027 Aug 16 14:28:33.078554 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584440-368c-4fdf-bb6d-81a13fff3605 req-96eeebfe-eb57-44e5-a18a-18c61c14f964 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:33.080028 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-10584440-368c-4fdf-bb6d-81a13fff3605 req-96eeebfe-eb57-44e5-a18a-18c61c14f964 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0532238 Aug 16 14:28:33.122429 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-10584440-368c-4fdf-bb6d-81a13fff3605 req-99f1e71e-3ea1-4765-b420-9630dca8a3ba tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352290 Aug 16 14:28:33.990306 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-8398696f-7b0a-4e51-a69a-8a1de9cec97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:33.991796 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-8398696f-7b0a-4e51-a69a-8a1de9cec97c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f59d1589cdd4af4828be16c2b12a75a&device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 1098 time: 0.0412574 Aug 16 14:28:34.088007 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-331fd42d-a573-4062-8bd6-164b2d396e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:34.089483 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-331fd42d-a573-4062-8bd6-164b2d396e1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad HTTP/1.1" status: 200 len: 909 time: 0.0908887 Aug 16 14:28:34.158891 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-059e6b5f-ee4c-4bbb-adc6-d6fe28c76de4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe HTTP/1.1" status: 200 len: 1000 time: 0.0621288 Aug 16 14:28:34.210183 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-a9af839a-d9ef-4d5e-8317-3eed10a2422a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:34.211734 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-a9af839a-d9ef-4d5e-8317-3eed10a2422a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cb28573-5c9b-47ec-959d-7229f59e5102 HTTP/1.1" status: 200 len: 847 time: 0.0455818 Aug 16 14:28:34.248846 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac59ac8-0cb1-471d-bf9c-1754304aba84 req-5c1b8139-f742-4047-a7b8-c301cf986aee tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:34.250356 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0ac59ac8-0cb1-471d-bf9c-1754304aba84 req-5c1b8139-f742-4047-a7b8-c301cf986aee tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0611200 Aug 16 14:28:34.257881 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-33d9943a-b63c-4f25-89c1-b089bf25f346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:34.259377 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-33d9943a-b63c-4f25-89c1-b089bf25f346 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410442 Aug 16 14:28:34.289891 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-0ac59ac8-0cb1-471d-bf9c-1754304aba84 req-ab4a7d59-0192-48ae-b3fd-7b4f8806672f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334301 Aug 16 14:28:34.632083 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-f7a35a68-5c07-45a2-a049-4ba5ac0f0fd9 service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654263 Aug 16 14:28:34.726938 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f071ff9f-4656-4f0e-aa41-02da78417aa1 req-9352bda9-1abc-4e44-b846-2203879e6ac7 service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879345 Aug 16 14:28:34.794135 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:28:35.407464 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e419a-7c75-4e7b-a483-46d4e20a4e5c req-7108823c-21bc-4963-b196-8b3bd3d3c676 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:35.408947 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a37e419a-7c75-4e7b-a483-46d4e20a4e5c req-7108823c-21bc-4963-b196-8b3bd3d3c676 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0495348 Aug 16 14:28:35.448589 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a37e419a-7c75-4e7b-a483-46d4e20a4e5c req-a5732c72-62e5-4b1b-b449-50f5a42850f2 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335815 Aug 16 14:28:36.572321 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d55dd5-f63e-4c68-9678-72356fce55d9 req-2ac5caaf-4e74-4a2b-8004-ef354488c8b1 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:36.573913 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-17d55dd5-f63e-4c68-9678-72356fce55d9 req-2ac5caaf-4e74-4a2b-8004-ef354488c8b1 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0536005 Aug 16 14:28:36.618101 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-17d55dd5-f63e-4c68-9678-72356fce55d9 req-867473c7-5ea5-4df1-9d3c-aa6fe2ebb1b9 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372927 Aug 16 14:28:37.742793 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd546cd-ca3c-4d46-8443-470a5b7626b5 req-331fb968-383a-40d9-958f-367d8d824e9e tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:37.744200 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bbd546cd-ca3c-4d46-8443-470a5b7626b5 req-331fb968-383a-40d9-958f-367d8d824e9e tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0497782 Aug 16 14:28:37.776279 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f12bef45-4a73-46a4-b57f-3ad35997456b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:37.784280 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-bbd546cd-ca3c-4d46-8443-470a5b7626b5 req-60da19e6-0e00-4948-ba3d-4a40513617e3 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340917 Aug 16 14:28:38.004157 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6615aa3-6a66-4394-94f9-9a0d9cf16e20 req-48939c70-d0d5-4f4f-a0f6-e2b9c29145a2 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:38.005471 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e6615aa3-6a66-4394-94f9-9a0d9cf16e20 req-48939c70-d0d5-4f4f-a0f6-e2b9c29145a2 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0526745 Aug 16 14:28:38.050068 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-e6615aa3-6a66-4394-94f9-9a0d9cf16e20 req-1a431320-0992-42c7-9fad-ee3491fef5c4 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385525 Aug 16 14:28:38.073049 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-27843443-11e3-463a-ba07-662ae6aeca88 req-57c8102a-ca99-4236-8972-34e5abb26b4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1487424 Aug 16 14:28:39.180287 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92929ef5-e0c6-47a5-8c21-f48a781234a8 req-db40536b-f813-4dd8-a96a-338db2231228 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:39.181860 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92929ef5-e0c6-47a5-8c21-f48a781234a8 req-db40536b-f813-4dd8-a96a-338db2231228 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0589969 Aug 16 14:28:39.224148 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-92929ef5-e0c6-47a5-8c21-f48a781234a8 req-85f8b915-d6e8-4a79-8185-46dd8bb3b42b tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346997 Aug 16 14:28:39.729024 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b1f4780c-df05-4d2d-b701-e3a1a7593dbe no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:28:39.743729 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843443-11e3-463a-ba07-662ae6aeca88 req-bd86b635-964e-464c-b76f-11a51cfdb6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:39.745200 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27843443-11e3-463a-ba07-662ae6aeca88 req-bd86b635-964e-464c-b76f-11a51cfdb6c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9&tenant_id=9f59d1589cdd4af4828be16c2b12a75a HTTP/1.1" status: 200 len: 1098 time: 0.0410268 Aug 16 14:28:39.808794 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:39.818770 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843443-11e3-463a-ba07-662ae6aeca88 req-4721934e-30e8-4dfa-bce2-9d49bb51e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:39.820306 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27843443-11e3-463a-ba07-662ae6aeca88 req-4721934e-30e8-4dfa-bce2-9d49bb51e22a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f59d1589cdd4af4828be16c2b12a75a&device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 1098 time: 0.0417266 Aug 16 14:28:39.832174 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:28:39.835106 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6544d099-beac-4944-8a5f-697b9663dd1d" -d '{"events": [{"server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:28:39.847799 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:28:39.854196 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:39.883482 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 14:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d30f73-c702-4f4c-a206-37e2958bab9d x-openstack-request-id: req-c5d30f73-c702-4f4c-a206-37e2958bab9d {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:28:39.883807 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:28:39.884062 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5d30f73-c702-4f4c-a206-37e2958bab9d {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:28:39.884448 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'code': 200} Aug 16 14:28:39.905087 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,revision_number=6']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:28:39.920675 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843443-11e3-463a-ba07-662ae6aeca88 req-f279b822-110c-4cf5-a60f-c8d8ee1328f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:39.922195 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27843443-11e3-463a-ba07-662ae6aeca88 req-f279b822-110c-4cf5-a60f-c8d8ee1328f7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad HTTP/1.1" status: 200 len: 909 time: 0.0950618 Aug 16 14:28:39.991824 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27843443-11e3-463a-ba07-662ae6aeca88 req-0dce256e-b164-4298-8742-65503f28b806 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe HTTP/1.1" status: 200 len: 998 time: 0.0615389 Aug 16 14:28:40.049321 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843443-11e3-463a-ba07-662ae6aeca88 req-239f8275-42b1-427d-94ef-fc122516612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:40.050813 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27843443-11e3-463a-ba07-662ae6aeca88 req-239f8275-42b1-427d-94ef-fc122516612e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cb28573-5c9b-47ec-959d-7229f59e5102 HTTP/1.1" status: 200 len: 847 time: 0.0525708 Aug 16 14:28:40.101745 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27843443-11e3-463a-ba07-662ae6aeca88 req-0cce7f04-3072-4355-a255-f15606a73995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:40.103229 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27843443-11e3-463a-ba07-662ae6aeca88 req-0cce7f04-3072-4355-a255-f15606a73995 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452690 Aug 16 14:28:40.198126 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27843443-11e3-463a-ba07-662ae6aeca88 req-d0d49476-88ef-48d4-a919-edc64d0f74c7 service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873804 Aug 16 14:28:40.299600 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-27843443-11e3-463a-ba07-662ae6aeca88 req-a3b2d157-da6e-4b0d-a72c-d8ae66dfb5d4 service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940216 Aug 16 14:28:40.332383 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5c647778-f313-4da1-9254-80a3e5cb1b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:40.345014 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657f8ba-c8ab-4f73-9b9f-2cbbab46ef64 req-2fe86b55-c4bf-40a3-9af6-4c3e6f81b1af tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:40.346617 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d657f8ba-c8ab-4f73-9b9f-2cbbab46ef64 req-2fe86b55-c4bf-40a3-9af6-4c3e6f81b1af tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0543778 Aug 16 14:28:40.384309 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-d657f8ba-c8ab-4f73-9b9f-2cbbab46ef64 req-b2978129-a249-4b65-be91-89987f60eaf8 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314851 Aug 16 14:28:40.868323 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:41.505953 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fb230-0f50-43e5-ac25-3302b0a51f43 req-482f53a9-019c-4ec5-9eff-bc0ebe353af6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:41.508168 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-409fb230-0f50-43e5-ac25-3302b0a51f43 req-482f53a9-019c-4ec5-9eff-bc0ebe353af6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0517259 Aug 16 14:28:41.548193 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-409fb230-0f50-43e5-ac25-3302b0a51f43 req-d7772073-9f9f-4732-8d31-12be23190148 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347164 Aug 16 14:28:41.853316 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:42.665861 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538cd9a-2724-43b5-82cc-5d831aad7005 req-faefb662-c618-4c8b-bdfa-1fc8d35a0845 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:42.667365 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7538cd9a-2724-43b5-82cc-5d831aad7005 req-faefb662-c618-4c8b-bdfa-1fc8d35a0845 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0500238 Aug 16 14:28:42.706473 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-7538cd9a-2724-43b5-82cc-5d831aad7005 req-fd59370b-5c1f-4962-9797-30fc6b34014e tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331202 Aug 16 14:28:43.438708 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:43.820979 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d24c28-d05d-4b78-a9cb-ced617ea2828 req-5d23d9d3-94bb-4344-a498-bd43010efef6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:43.822448 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-10d24c28-d05d-4b78-a9cb-ced617ea2828 req-5d23d9d3-94bb-4344-a498-bd43010efef6 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0496786 Aug 16 14:28:43.866809 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-10d24c28-d05d-4b78-a9cb-ced617ea2828 req-2380f607-1842-4022-8a43-d748cc693336 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381858 Aug 16 14:28:44.988509 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b0cac-0031-4489-8a74-2a3ff9b7b064 req-64b8e4fc-fc69-4b70-8964-4d1cadba9ae3 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:44.989993 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-af0b0cac-0031-4489-8a74-2a3ff9b7b064 req-64b8e4fc-fc69-4b70-8964-4d1cadba9ae3 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0545616 Aug 16 14:28:45.029091 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-af0b0cac-0031-4489-8a74-2a3ff9b7b064 req-69501797-b14a-4e56-98e6-4f7f42e4424a tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325224 Aug 16 14:28:46.155638 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb317639-72b7-4e2d-8028-cf590f947e18 req-fe490c51-e6b5-4de5-a2cb-0988a29f5cc7 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:46.157121 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-eb317639-72b7-4e2d-8028-cf590f947e18 req-fe490c51-e6b5-4de5-a2cb-0988a29f5cc7 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0538507 Aug 16 14:28:46.196101 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-eb317639-72b7-4e2d-8028-cf590f947e18 req-37971a84-79cd-47fa-b491-9a3cafdafcb3 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325637 Aug 16 14:28:46.478607 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c1a7f-0752-49d1-b1b1-dee4a06e92bb req-34ecb799-b3fd-427d-8302-f101aa637f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:46.480161 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5b1c1a7f-0752-49d1-b1b1-dee4a06e92bb req-34ecb799-b3fd-427d-8302-f101aa637f02 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 1096 time: 0.0423377 Aug 16 14:28:46.518667 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-5b1c1a7f-0752-49d1-b1b1-dee4a06e92bb req-4de4f8d1-bb6b-49ca-8bef-889084074383 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306206 Aug 16 14:28:47.236915 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:47.313915 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8e685-906c-4598-ac61-fc9071e39034 req-442fb758-ba35-49b8-ba6f-5489d09a0f44 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:47.315430 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cba8e685-906c-4598-ac61-fc9071e39034 req-442fb758-ba35-49b8-ba6f-5489d09a0f44 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 943 time: 0.0522292 Aug 16 14:28:47.355372 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-cba8e685-906c-4598-ac61-fc9071e39034 req-442ca7da-d283-4157-822b-0303c35859a8 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339398 Aug 16 14:28:47.781264 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b1f4780c-df05-4d2d-b701-e3a1a7593dbe details requested by agent hyperv_hv-cinder-80458 with host hv-cinder-80458 {{(pid=94162) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 14:28:47.880107 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:28:47.891829 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Returning: {'device': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'port_id': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'mac_address': 'fa:16:3e:15:93:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94162) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 14:28:47.935836 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:47.949492 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f4780c-df05-4d2d-b701-e3a1a7593dbe {{(pid=94162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 14:28:47.970123 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:28:47.974878 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:48.024271 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,revision_number=7']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:28:48.283267 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] get_ports_and_sgs() called for port_ids ['b1f4780c-df05-4d2d-b701-e3a1a7593dbe'] {{(pid=94162) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 14:28:48.480913 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e62e9-bfa6-4814-a012-da9ff20cbab9 req-012560bd-9b40-42dc-849b-36426e77f250 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:28:48.482423 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a22e62e9-bfa6-4814-a012-da9ff20cbab9 req-012560bd-9b40-42dc-849b-36426e77f250 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 944 time: 0.0569303 Aug 16 14:28:48.523229 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-a22e62e9-bfa6-4814-a012-da9ff20cbab9 req-1c4c3379-13a5-40ab-ac93-0411b670efd0 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347364 Aug 16 14:28:49.781594 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b1f4780c-df05-4d2d-b701-e3a1a7593dbe up at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 14:28:49.836077 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.provisioning_blocks [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Provisioning complete for port b1f4780c-df05-4d2d-b701-e3a1a7593dbe triggered by entity L2. {{(pid=94162) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 14:28:49.836452 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16253197'] for port, provisioning_complete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:49.912949 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:49.935937 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe'}] {{(pid=94162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:28:49.938130 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2910f7caeb305d7ab72b17d9753df3d44dfb4a5e4b0af9078158eb6365fca547" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c202d6f-554f-4d52-8e41-7586098ad1a7" -d '{"events": [{"server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "name": "network-vif-plugged", "status": "completed", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe"}]}' {{(pid=94162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:28:49.952042 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] For port b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:28:49.957103 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761472894823', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761472391927', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761472391949'] for port, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:28:49.988173 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4c6716-6390-4797-bcd3-a1992062c3ba x-openstack-request-id: req-fe4c6716-6390-4797-bcd3-a1992062c3ba {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:28:49.988632 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "name": "network-vif-plugged", "status": "completed", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe", "code": 200}]} {{(pid=94162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:28:49.988763 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe4c6716-6390-4797-bcd3-a1992062c3ba {{(pid=94162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:28:49.989150 dv-cinder-804584-9-iscsi neutron-server[94162]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'code': 200} Aug 16 14:28:50.015067 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Pushing event updated for resources: {'Port': ['ID=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,revision_number=8']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:29:07.776959 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c305e64b-d1af-4bd7-80af-d6a4059bdca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:10.336619 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-4eabfc06-cfc8-41cb-8eb7-2df5a0f759eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:10.860393 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:11.793107 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:29:11.854494 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:13.442644 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:17.235014 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:21.935524 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-90a7990c-a308-426a-875c-106edecd28ae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446119 Aug 16 14:29:22.041119 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-9814bad4-b858-4ded-bab0-62faa712545a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:22.042571 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-9814bad4-b858-4ded-bab0-62faa712545a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 1099 time: 0.0428538 Aug 16 14:29:22.152039 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-d1d09790-9b8d-417a-9430-c61858db0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:22.153489 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-d1d09790-9b8d-417a-9430-c61858db0946 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.0910106 Aug 16 14:29:22.221351 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-7d18cdf7-ae91-43bc-b3e2-489414d02037 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27235cfb-2617-4180-ae0a-58632c1884a0 HTTP/1.1" status: 200 len: 1002 time: 0.0581214 Aug 16 14:29:22.272575 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-9bcb1dbd-8ec4-4b0f-a1ed-c799a4655ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:22.274027 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-9bcb1dbd-8ec4-4b0f-a1ed-c799a4655ad5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0449724 Aug 16 14:29:22.326967 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-d9c51c95-71bf-4a69-88af-5160a8c0e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:22.328529 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-d9c51c95-71bf-4a69-88af-5160a8c0e31f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466294 Aug 16 14:29:22.422586 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-99a995d9-1e82-4ae0-aefc-76b2321bd9bc service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850015 Aug 16 14:29:22.519510 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-f4c227ba-c3fe-4d80-b9be-f91228acf51e req-a79647d8-3f99-4544-9de4-9a390a9a81ba service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888431 Aug 16 14:29:37.778856 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-27b6a3a6-9d99-475b-8c03-1e3e51cd3192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:40.337649 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-38c8bf3b-4b91-44e0-a920-87680cf9b83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:40.861867 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:41.859018 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:43.445108 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:45.619672 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58414) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:29:45.785682 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Deleting port 5b89c92a-5062-4d98-917c-60c5d9cb5a4c {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:29:45.786114 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:45.876297 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:45.876626 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:45.890325 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Calling delete_port for 5b89c92a-5062-4d98-917c-60c5d9cb5a4c owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:29:46.043011 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:46.071263 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event deleted for resources: {'Port': ['ID=5b89c92a-5062-4d98-917c-60c5d9cb5a4c,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:29:46.098007 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.098355 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.098694 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.099031 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.099357 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.099797 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.100731 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.101359 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.101660 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.101992 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.102318 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.102700 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94160) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:46.153968 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:46.154297 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Floating IP 391c2dba-3899-406e-8917-3d3d87413129 disassociated (deleted). External IP: 172.27.3.214, port: e8b839bc-ea74-4063-a025-1038796af208. Aug 16 14:29:46.366183 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Router b9df7c63-7f83-46fa-8577-058ab621f2e4 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:29:46.479139 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:29:46.483997 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:46.488972 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] Sync routers for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:29:46.498902 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:29:46.499531 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:29:46.512453 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-25ad5fce-f7d4-4ef8-a5f7-c9d2433c3644 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "DELETE /v2.0/floatingips/391c2dba-3899-406e-8917-3d3d87413129 HTTP/1.1" status: 204 len: 168 time: 0.8912716 Aug 16 14:29:46.512985 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'tag': 'e8b839bc-ea74-4063-a025-1038796af208'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:29:46.515360 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b60d2a8-554f-4e58-a4fa-794f28bf3350" -d '{"events": [{"name": "network-changed", "server_uuid": "894539e8-2b02-45ca-bd06-d8d2c840ded6", "tag": "e8b839bc-ea74-4063-a025-1038796af208"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:29:46.555449 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b9cc5f-28ab-4cc2-9424-52406b34dbc8 x-openstack-request-id: req-63b9cc5f-28ab-4cc2-9424-52406b34dbc8 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:29:46.555801 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894539e8-2b02-45ca-bd06-d8d2c840ded6", "tag": "e8b839bc-ea74-4063-a025-1038796af208", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:29:46.556036 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63b9cc5f-28ab-4cc2-9424-52406b34dbc8 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:29:46.556521 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'tag': 'e8b839bc-ea74-4063-a025-1038796af208', 'status': 'completed', 'code': 200} Aug 16 14:29:46.617166 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:29:46.654345 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-41e563ec-e53b-4e88-9ab0-eb829bc65e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:46.655947 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-41e563ec-e53b-4e88-9ab0-eb829bc65e7e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 1098 time: 0.0527136 Aug 16 14:29:46.763358 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced95ed3-9770-468e-98bb-e44068b2b9b1 req-77232e72-df75-425b-8a32-57351284b035 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:46.765137 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ced95ed3-9770-468e-98bb-e44068b2b9b1 req-77232e72-df75-425b-8a32-57351284b035 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 945 time: 0.0537322 Aug 16 14:29:46.803489 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-1c78c090-3162-4282-9b74-1a84f67a479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:46.805598 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-1c78c090-3162-4282-9b74-1a84f67a479c service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.1003296 Aug 16 14:29:46.808058 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ced95ed3-9770-468e-98bb-e44068b2b9b1 req-0b715f35-c45c-4b99-8170-e84c7c0a3030 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353668 Aug 16 14:29:46.855144 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-9c45df8e-97b0-4164-8072-0888ef6e8247 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e8b839bc-ea74-4063-a025-1038796af208 HTTP/1.1" status: 200 len: 217 time: 0.0417998 Aug 16 14:29:46.887886 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:de:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:25:48Z', 'updated_at': '2021-08-16T14:25:51Z', 'revision_number': 1, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:29:46.908562 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-308bad89-24b0-425f-b594-9aa7ca74680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:46.910029 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-308bad89-24b0-425f-b594-9aa7ca74680b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0474453 Aug 16 14:29:46.918173 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] Checking router: b9df7c63-7f83-46fa-8577-058ab621f2e4 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:29:46.928870 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:29:46.929521 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:29:46.963219 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-1b85530d-c89c-46ef-b935-f3dafa712ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:46.965671 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-1b85530d-c89c-46ef-b935-f3dafa712ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474689 Aug 16 14:29:47.033179 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:29:47.074055 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-1318b5f3-9cca-4d4d-8836-89abfd322e72 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996609 Aug 16 14:29:47.176969 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2b60d2a8-554f-4e58-a4fa-794f28bf3350 req-7ced60d6-0ffe-4019-bdfb-58b00fa21585 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933123 Aug 16 14:29:47.257018 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:47.277094 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:de:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:25:48Z', 'updated_at': '2021-08-16T14:25:51Z', 'revision_number': 1, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:29:47.315161 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df265c38-4ca2-402d-bfed-32681f470900 None None] The sync data for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi is: [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_floatingips': [{'id': '7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'floating_ip_address': '172.27.3.246', 'floating_network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'router_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'port_id': '27235cfb-2617-4180-ae0a-58632c1884a0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'mac_address': 'fa:16:3e:de:b3:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T14:25:48Z', 'updated_at': '2021-08-16T14:25:51Z', 'revision_number': 1, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:29:47.526907 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e68b31-1b78-451c-bfa6-deb82175e26b None None] New status for floating IP 391c2dba-3899-406e-8917-3d3d87413129: DOWN {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:29:47.939013 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3527bd-3903-406f-bc4b-eed8fa6b9e71 req-a6d029fc-9cf9-4bbe-b796-669792bc205d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:47.940520 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6f3527bd-3903-406f-bc4b-eed8fa6b9e71 req-a6d029fc-9cf9-4bbe-b796-669792bc205d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 945 time: 0.0544538 Aug 16 14:29:47.982316 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6f3527bd-3903-406f-bc4b-eed8fa6b9e71 req-ba8e3493-ccfe-46f9-a5db-bc8d41b920bd tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352521 Aug 16 14:29:48.457643 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e830849-af90-4849-b826-d6f2b52816a4 req-29b7509c-d7db-4de3-990e-e3c6c4f6d268 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:48.459802 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0e830849-af90-4849-b826-d6f2b52816a4 req-29b7509c-d7db-4de3-990e-e3c6c4f6d268 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 945 time: 0.0523455 Aug 16 14:29:48.553545 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-0e830849-af90-4849-b826-d6f2b52816a4 req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Deleting port e8b839bc-ea74-4063-a025-1038796af208 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:29:48.553890 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0e830849-af90-4849-b826-d6f2b52816a4 req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:48.654536 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-0e830849-af90-4849-b826-d6f2b52816a4 req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] For port e8b839bc-ea74-4063-a025-1038796af208, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=e8b839bc-ea74-4063-a025-1038796af208,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:29:48.654902 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0e830849-af90-4849-b826-d6f2b52816a4 req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:48.667186 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-0e830849-af90-4849-b826-d6f2b52816a4 req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Calling delete_port for e8b839bc-ea74-4063-a025-1038796af208 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:29:48.791477 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:29:48.796521 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0e830849-af90-4849-b826-d6f2b52816a4 req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:48.823950 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event deleted for resources: {'Port': ['ID=e8b839bc-ea74-4063-a025-1038796af208,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:29:48.833732 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.834062 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.834469 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.834813 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.835176 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.835512 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.835888 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.836218 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.836545 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.836868 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.837191 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.838420 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94161) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:29:48.878413 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e830849-af90-4849-b826-d6f2b52816a4 req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] No DVR routers for this DVR port e8b839bc-ea74-4063-a025-1038796af208 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:29:48.881076 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-0e830849-af90-4849-b826-d6f2b52816a4 req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:48.883612 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-0e830849-af90-4849-b826-d6f2b52816a4 req-c29be24a-fbf8-43ba-98ea-2906b1bde732 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "DELETE /v2.0/ports/e8b839bc-ea74-4063-a025-1038796af208 HTTP/1.1" status: 204 len: 173 time: 0.4177263 Aug 16 14:29:48.884067 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'name': 'network-vif-deleted', 'tag': 'e8b839bc-ea74-4063-a025-1038796af208'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:29:48.886283 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb92576-68ed-45f6-8e90-e30c9b148556" -d '{"events": [{"server_uuid": "894539e8-2b02-45ca-bd06-d8d2c840ded6", "name": "network-vif-deleted", "tag": "e8b839bc-ea74-4063-a025-1038796af208"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:29:48.925014 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bab353-8a33-45c8-88fb-cf0493a57b8e x-openstack-request-id: req-18bab353-8a33-45c8-88fb-cf0493a57b8e {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:29:48.925311 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894539e8-2b02-45ca-bd06-d8d2c840ded6", "name": "network-vif-deleted", "tag": "e8b839bc-ea74-4063-a025-1038796af208", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:29:48.925563 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18bab353-8a33-45c8-88fb-cf0493a57b8e {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:29:48.925961 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894539e8-2b02-45ca-bd06-d8d2c840ded6', 'name': 'network-vif-deleted', 'tag': 'e8b839bc-ea74-4063-a025-1038796af208', 'status': 'completed', 'code': 200} Aug 16 14:29:49.079673 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-cf2cf074-5b2a-4161-a906-d7d9d91e1d01 req-9f9f8e3a-36a6-46e5-83ff-033879a7c27e tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=894539e8-2b02-45ca-bd06-d8d2c840ded6 HTTP/1.1" status: 200 len: 210 time: 0.0266235 Aug 16 14:29:52.071848 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device e8b839bc-ea74-4063-a025-1038796af208 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:29:52.093188 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: e8b839bc-ea74-4063-a025-1038796af208 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:29:52.093534 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device e8b839bc-ea74-4063-a025-1038796af208 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:29:52.385145 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58448) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:29:52.556574 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Deleting port 632252c0-c213-4848-b2df-d2bedd791998 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:29:52.556983 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:52.638371 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:52.638603 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:52.650794 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Calling delete_port for 632252c0-c213-4848-b2df-d2bedd791998 owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:29:52.805817 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:52.832291 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event deleted for resources: {'Port': ['ID=632252c0-c213-4848-b2df-d2bedd791998,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:29:52.897585 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:52.897909 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Floating IP 7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb disassociated (deleted). External IP: 172.27.3.246, port: 27235cfb-2617-4180-ae0a-58632c1884a0. Aug 16 14:29:53.109967 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Router b9df7c63-7f83-46fa-8577-058ab621f2e4 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:29:53.223093 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:29:53.228277 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:53.233485 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] Sync routers for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:29:53.243105 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:29:53.243746 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:29:53.261289 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b1076d39-4578-4dd9-890c-322d604946f3 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "DELETE /v2.0/floatingips/7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb HTTP/1.1" status: 204 len: 168 time: 0.8749704 Aug 16 14:29:53.262017 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'tag': '27235cfb-2617-4180-ae0a-58632c1884a0'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:29:53.264448 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "e52a371e-daa1-466d-b194-0335b41b5d41", "tag": "27235cfb-2617-4180-ae0a-58632c1884a0"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:29:53.304796 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45bf448-66e3-4e7f-b7fe-2f3d346776ed x-openstack-request-id: req-b45bf448-66e3-4e7f-b7fe-2f3d346776ed {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:29:53.305089 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52a371e-daa1-466d-b194-0335b41b5d41", "tag": "27235cfb-2617-4180-ae0a-58632c1884a0", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:29:53.305375 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b45bf448-66e3-4e7f-b7fe-2f3d346776ed {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:29:53.305867 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'tag': '27235cfb-2617-4180-ae0a-58632c1884a0', 'status': 'completed', 'code': 200} Aug 16 14:29:53.422041 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-bc6a2127-ed90-4739-8dd5-0e16ce3ae288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:53.424018 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-bc6a2127-ed90-4739-8dd5-0e16ce3ae288 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 1099 time: 0.0684087 Aug 16 14:29:53.499375 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:29:53.502717 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b399877-7420-47fe-8ef5-8c1054b658fb req-8972e2f4-9dbd-4531-aef7-b20b1f4fc46d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:53.504607 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1b399877-7420-47fe-8ef5-8c1054b658fb req-8972e2f4-9dbd-4531-aef7-b20b1f4fc46d tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 946 time: 0.0564919 Aug 16 14:29:53.545744 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-1b399877-7420-47fe-8ef5-8c1054b658fb req-98587cf7-c19c-4156-aa07-c5c3aa654cf4 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345974 Aug 16 14:29:53.547729 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-3195167a-0149-4251-9c2b-07f13bbb9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:53.549175 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-3195167a-0149-4251-9c2b-07f13bbb9171 service neutron] 10.222.0.30 "GET /v2.0/networks?id=6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 200 len: 911 time: 0.0942736 Aug 16 14:29:53.597037 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-84d74c41-ac82-4129-9935-9f88ebc18a3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27235cfb-2617-4180-ae0a-58632c1884a0 HTTP/1.1" status: 200 len: 217 time: 0.0400653 Aug 16 14:29:53.648989 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-43c86ccd-12fb-4c74-bd22-861bfbc459f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:53.650455 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-43c86ccd-12fb-4c74-bd22-861bfbc459f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 200 len: 849 time: 0.0460339 Aug 16 14:29:53.698932 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-94a10b4c-82dc-4bac-8253-1c5d43631922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:53.700469 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-94a10b4c-82dc-4bac-8253-1c5d43631922 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=6276dbc6-5091-4375-b2b0-77e15438df5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420642 Aug 16 14:29:53.731474 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:29:53.763206 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] Checking router: b9df7c63-7f83-46fa-8577-058ab621f2e4 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:29:53.771771 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:29:53.772401 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:29:53.807329 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-0271b75d-dad3-420c-bc98-4cf1f23180d9 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975850 Aug 16 14:29:53.896257 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:29:53.903405 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-6b5e6552-9c41-4ad6-b22b-9538e5efe5f5 req-9a734f07-67b4-4e89-8a0a-07db725c4a84 service neutron] 10.222.0.30 "GET /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878479 Aug 16 14:29:54.126383 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:29:54.153547 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa00b45-13a5-4905-b918-d92796f0af79 None None] The sync data for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi is: [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:22:30Z', 'revision_number': 4, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5', 'name': '', 'network_id': '6276dbc6-5091-4375-b2b0-77e15438df5a', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'mac_address': 'fa:16:3e:eb:b0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:29Z', 'updated_at': '2021-08-16T14:22:36Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'subnets': [{'id': 'dbebb62c-d344-4ac3-965d-c181657fb6ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:29:54.384078 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5b3b7-f0a9-4b7d-b7fc-44f363092e28 None None] New status for floating IP 7c9d6f8b-4dd8-46ec-a82c-dd1e7f0346bb: DOWN {{(pid=94163) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:29:54.669462 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2f56b-cda1-4c55-a03e-8e4c68c5b042 req-9eaccc03-63f1-462c-a296-03d127844bee tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:54.671016 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ad2f56b-cda1-4c55-a03e-8e4c68c5b042 req-9eaccc03-63f1-462c-a296-03d127844bee tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 946 time: 0.0510149 Aug 16 14:29:54.709850 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-4ad2f56b-cda1-4c55-a03e-8e4c68c5b042 req-98b54a61-78ba-45de-96b5-d023f1715b98 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ba0215c-4898-4bd7-9003-2966d71d7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320570 Aug 16 14:29:55.138326 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854b81-12b6-4021-80ed-53f09430633f req-3bfc65d5-46a5-4bbf-b7cb-89b11d7d7221 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:29:55.139923 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-20854b81-12b6-4021-80ed-53f09430633f req-3bfc65d5-46a5-4bbf-b7cb-89b11d7d7221 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 946 time: 0.0584600 Aug 16 14:29:55.236328 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-20854b81-12b6-4021-80ed-53f09430633f req-5435a3fc-4d43-435b-b3a1-6f3fbccdbbcf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Deleting port 27235cfb-2617-4180-ae0a-58632c1884a0 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:29:55.236671 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-20854b81-12b6-4021-80ed-53f09430633f req-5435a3fc-4d43-435b-b3a1-6f3fbccdbbcf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:55.331310 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-20854b81-12b6-4021-80ed-53f09430633f req-5435a3fc-4d43-435b-b3a1-6f3fbccdbbcf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] For port 27235cfb-2617-4180-ae0a-58632c1884a0, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=27235cfb-2617-4180-ae0a-58632c1884a0,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:29:55.331678 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-20854b81-12b6-4021-80ed-53f09430633f req-5435a3fc-4d43-435b-b3a1-6f3fbccdbbcf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:55.344342 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-20854b81-12b6-4021-80ed-53f09430633f req-5435a3fc-4d43-435b-b3a1-6f3fbccdbbcf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Calling delete_port for 27235cfb-2617-4180-ae0a-58632c1884a0 owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:29:55.478952 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-20854b81-12b6-4021-80ed-53f09430633f req-5435a3fc-4d43-435b-b3a1-6f3fbccdbbcf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:55.511904 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435a3fc-4d43-435b-b3a1-6f3fbccdbbcf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event deleted for resources: {'Port': ['ID=27235cfb-2617-4180-ae0a-58632c1884a0,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:29:55.552490 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-20854b81-12b6-4021-80ed-53f09430633f req-5435a3fc-4d43-435b-b3a1-6f3fbccdbbcf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] No DVR routers for this DVR port 27235cfb-2617-4180-ae0a-58632c1884a0 on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:29:55.555997 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-20854b81-12b6-4021-80ed-53f09430633f req-5435a3fc-4d43-435b-b3a1-6f3fbccdbbcf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:55.558018 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-20854b81-12b6-4021-80ed-53f09430633f req-5435a3fc-4d43-435b-b3a1-6f3fbccdbbcf tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.30 "DELETE /v2.0/ports/27235cfb-2617-4180-ae0a-58632c1884a0 HTTP/1.1" status: 204 len: 173 time: 0.4118121 Aug 16 14:29:55.558486 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'name': 'network-vif-deleted', 'tag': '27235cfb-2617-4180-ae0a-58632c1884a0'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:29:55.560989 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049bafca-58a4-4619-91a4-20cb7db5febe" -d '{"events": [{"server_uuid": "e52a371e-daa1-466d-b194-0335b41b5d41", "name": "network-vif-deleted", "tag": "27235cfb-2617-4180-ae0a-58632c1884a0"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:29:55.600803 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03ba93f-9cb0-4609-9aa4-0776304e2b61 x-openstack-request-id: req-d03ba93f-9cb0-4609-9aa4-0776304e2b61 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:29:55.601073 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52a371e-daa1-466d-b194-0335b41b5d41", "name": "network-vif-deleted", "tag": "27235cfb-2617-4180-ae0a-58632c1884a0", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:29:55.601452 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d03ba93f-9cb0-4609-9aa4-0776304e2b61 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:29:55.601878 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52a371e-daa1-466d-b194-0335b41b5d41', 'name': 'network-vif-deleted', 'tag': '27235cfb-2617-4180-ae0a-58632c1884a0', 'status': 'completed', 'code': 200} Aug 16 14:29:55.810681 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-d7ebbd64-9a79-4eab-8c18-3b0ff21b52ce req-b7dc84aa-7517-44b7-b87d-8dc437af73d8 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "GET /v2.0/ports?device_id=e52a371e-daa1-466d-b194-0335b41b5d41 HTTP/1.1" status: 200 len: 210 time: 0.0257661 Aug 16 14:29:56.868863 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58464) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:29:56.998473 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a9931-7126-45c6-87cb-c44ac4ff6a59 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Deleting port 0fd44f41-5960-4f26-9814-43701c962ab0 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:29:56.998889 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9931-7126-45c6-87cb-c44ac4ff6a59 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:57.077462 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9931-7126-45c6-87cb-c44ac4ff6a59 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:57.077798 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9931-7126-45c6-87cb-c44ac4ff6a59 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:57.091962 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-5a3a9931-7126-45c6-87cb-c44ac4ff6a59 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Calling delete_port for 0fd44f41-5960-4f26-9814-43701c962ab0 owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:29:57.240448 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9931-7126-45c6-87cb-c44ac4ff6a59 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:57.263909 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a9931-7126-45c6-87cb-c44ac4ff6a59 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event deleted for resources: {'Port': ['ID=0fd44f41-5960-4f26-9814-43701c962ab0,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:29:57.332480 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9931-7126-45c6-87cb-c44ac4ff6a59 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:57.335865 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9931-7126-45c6-87cb-c44ac4ff6a59 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:57.337068 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-5a3a9931-7126-45c6-87cb-c44ac4ff6a59 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "DELETE /v2.0/floatingips/72d33aa1-b75f-4b08-82be-aef23a7e2fde HTTP/1.1" status: 204 len: 168 time: 0.4669061 Aug 16 14:29:58.103029 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 27235cfb-2617-4180-ae0a-58632c1884a0 no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:29:58.127846 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: 27235cfb-2617-4180-ae0a-58632c1884a0 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:29:58.128192 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device 27235cfb-2617-4180-ae0a-58632c1884a0 not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:29:58.539029 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58476) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:29:58.601073 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95bd427a-0f98-4f7d-80f8-1953b1ee5866 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:58.625234 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95bd427a-0f98-4f7d-80f8-1953b1ee5866 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:58.686304 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95bd427a-0f98-4f7d-80f8-1953b1ee5866 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:58.689025 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-95bd427a-0f98-4f7d-80f8-1953b1ee5866 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:58.690174 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-95bd427a-0f98-4f7d-80f8-1953b1ee5866 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] 10.222.0.13 "DELETE /v2.0/security-groups/9ba0215c-4898-4bd7-9003-2966d71d7fb8 HTTP/1.1" status: 204 len: 168 time: 0.1500804 Aug 16 14:29:58.699335 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd427a-0f98-4f7d-80f8-1953b1ee5866 tempest-TestVolumeBootPattern-1873217178 tempest-TestVolumeBootPattern-1873217178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba0215c-4898-4bd7-9003-2966d71d7fb8,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:29:58.745137 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58480) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:29:59.266661 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700989'] for router_interface, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:59.511979 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] Deleting port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:29:59.512320 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:59.593257 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] For port e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:29:59.593541 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:59.606486 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] Calling delete_port for e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 owned by network:router_interface {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:29:59.796544 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:29:59.827150 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:29:59.996766 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595885'] for router_interface, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:00.229186 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] Router b9df7c63-7f83-46fa-8577-058ab621f2e4 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:30:00.631927 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:30:00.638681 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-670f7eb2-3b1f-483d-a879-615562794063 admin admin] 10.222.0.13 "PUT /v2.0/routers/b9df7c63-7f83-46fa-8577-058ab621f2e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8905399 Aug 16 14:30:00.639369 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58484) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:00.642980 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] Sync routers for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:30:00.654632 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:30:00.655244 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:00.753314 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Notify callbacks [] for router, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:00.763869 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:30:00.858320 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:00.912604 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Deleting port 2df9b888-1801-4980-9714-d37eb51fa6e2 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:00.912926 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:00.958503 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39'}], 'enable_snat': True}, 'gw_port_id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:29:59Z', 'revision_number': 5, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port': {'id': '2df9b888-1801-4980-9714-d37eb51fa6e2', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:cf:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:28Z', 'updated_at': '2021-08-16T14:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:00.985748 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] Checking router: b9df7c63-7f83-46fa-8577-058ab621f2e4 for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:30:00.992898 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] For port 2df9b888-1801-4980-9714-d37eb51fa6e2, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=2df9b888-1801-4980-9714-d37eb51fa6e2,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:00.993267 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:00.995433 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] Routers {'b9df7c63-7f83-46fa-8577-058ab621f2e4'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:30:00.996186 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b9df7c63-7f83-46fa-8577-058ab621f2e4'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:01.006285 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Calling delete_port for 2df9b888-1801-4980-9714-d37eb51fa6e2 owned by network:router_gateway {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:01.083332 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] Set router b9df7c63-7f83-46fa-8577-058ab621f2e4 gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:30:01.139074 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:30:00Z', 'revision_number': 6, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port_host': None}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:01.166668 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e44894f-d3b1-4a90-aa65-ac588d256a8c None None] The sync data for ids ['b9df7c63-7f83-46fa-8577-058ab621f2e4'] in dv-cinder-804584-9-iscsi is: [{'id': 'b9df7c63-7f83-46fa-8577-058ab621f2e4', 'name': 'tempest-TestVolumeBootPattern-80093161-router', 'tenant_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:27Z', 'updated_at': '2021-08-16T14:30:00Z', 'revision_number': 6, 'project_id': 'af85b7a9f5b949eaac5cee5b1efd4cb5', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:30:01.193915 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.225363 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Pushing event deleted for resources: {'Port': ['ID=2df9b888-1801-4980-9714-d37eb51fa6e2,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:01.287344 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597255'] for router_gateway, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.376895 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3228'] for router, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.379020 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.423186 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592026'] for router, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.423871 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9df7c63-7f83-46fa-8577-058ab621f2e4 {{(pid=94161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:30:01.429549 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] Notify callbacks [] for router, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.430734 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-13c1a51f-1d52-4b51-a049-a40d48482688 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b9df7c63-7f83-46fa-8577-058ab621f2e4 HTTP/1.1" status: 204 len: 168 time: 0.7901776 Aug 16 14:30:01.433313 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58486) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:01.482125 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f8bf0e-494f-477f-8991-c4b49a1d4c73 admin admin] Deleting subnet dbebb62c-d344-4ac3-965d-c181657fb6ae {{(pid=94161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:30:01.485168 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54f8bf0e-494f-477f-8991-c4b49a1d4c73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.504646 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58488) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:01.526086 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54f8bf0e-494f-477f-8991-c4b49a1d4c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3298332'] for subnet, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.628938 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54f8bf0e-494f-477f-8991-c4b49a1d4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.702348 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54f8bf0e-494f-477f-8991-c4b49a1d4c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3357308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3793298'] for subnet, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.703545 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Deleting port 9a756dcc-b2ea-4baf-9dfd-e8c461dc198d {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:01.704118 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.715351 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-54f8bf0e-494f-477f-8991-c4b49a1d4c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.721055 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-54f8bf0e-494f-477f-8991-c4b49a1d4c73 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dbebb62c-d344-4ac3-965d-c181657fb6ae HTTP/1.1" status: 204 len: 168 time: 0.2830780 Aug 16 14:30:01.723029 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58490) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:01.723609 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d2f72-0ae7-4380-945b-ba320beee70b None None] Network 6276dbc6-5091-4375-b2b0-77e15438df5a requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:30:01.735964 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8bf0e-494f-477f-8991-c4b49a1d4c73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbebb62c-d344-4ac3-965d-c181657fb6ae,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:01.850231 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.874887 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.875465 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:01.898015 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Calling delete_port for 9a756dcc-b2ea-4baf-9dfd-e8c461dc198d owned by network:floatingip {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:01.989081 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] DHCP port deletion for 6276dbc6-5091-4375-b2b0-77e15438df5a request from dv-cinder-804584-9-iscsi {{(pid=94162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:30:02.032979 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Deleting port 7726f099-6cc7-4782-80c1-42f3fa660c78 {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:02.033326 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.057121 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Deleting port 7726f099-6cc7-4782-80c1-42f3fa660c78 {{(pid=94162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:02.057807 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.108047 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:02.136856 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:02.137216 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e1b6f199-6cc2-4b1c-bcf2-c2745a4566c5 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:02.137637 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 2df9b888-1801-4980-9714-d37eb51fa6e2 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:02.165619 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 2df9b888-1801-4980-9714-d37eb51fa6e2 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:02.165964 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 2df9b888-1801-4980-9714-d37eb51fa6e2 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:02.166383 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 7726f099-6cc7-4782-80c1-42f3fa660c78 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:02.170735 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] For port 7726f099-6cc7-4782-80c1-42f3fa660c78, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=7726f099-6cc7-4782-80c1-42f3fa660c78,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:02.171105 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.189540 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Calling delete_port for 7726f099-6cc7-4782-80c1-42f3fa660c78 owned by network:dhcp {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:02.203145 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] For port 7726f099-6cc7-4782-80c1-42f3fa660c78, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=7726f099-6cc7-4782-80c1-42f3fa660c78,segment=NetworkSegment(816c99c8-0436-4bc5-bd40-3f9a03a6db1b),segment_id=816c99c8-0436-4bc5-bd40-3f9a03a6db1b)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:02.203780 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.227039 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Calling delete_port for 7726f099-6cc7-4782-80c1-42f3fa660c78 owned by network:dhcp {{(pid=94162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:02.240409 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.278076 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event deleted for resources: {'Port': ['ID=9a756dcc-b2ea-4baf-9dfd-e8c461dc198d,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:02.372241 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for floatingip, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.372632 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.db.l3_db [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Floating IP 5aa66c68-eedd-457e-9a34-cd3d1dec28d9 disassociated (deleted). External IP: 172.27.3.72, port: b1f4780c-df05-4d2d-b701-e3a1a7593dbe. Aug 16 14:30:02.377162 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.451673 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7726f099-6cc7-4782-80c1-42f3fa660c78,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:02.464639 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] No DVR routers for this DVR port 7726f099-6cc7-4782-80c1-42f3fa660c78 on host dv-cinder-804584-9-iscsi {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:30:02.472841 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16655682'] for port, before_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.528920 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918'] for port, after_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.561561 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Pushing event deleted for resources: {'Port': ['ID=7726f099-6cc7-4782-80c1-42f3fa660c78,revision_number=None']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:02.566123 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] No DVR routers for this DVR port 7726f099-6cc7-4782-80c1-42f3fa660c78 on host dv-cinder-804584-9-iscsi {{(pid=94162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:30:02.573880 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.574342 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.574608 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.574975 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.575344 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.575775 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.576374 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.576709 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.577046 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.577380 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.577715 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.578040 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc61e43-a600-4b08-b991-03c9242a7367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804584-9-iscsi {{(pid=94162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 14:30:02.805217 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.819061 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6276dbc6-5091-4375-b2b0-77e15438df5a']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:02.831032 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816c99c8-0436-4bc5-bd40-3f9a03a6db1b') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:02.831326 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816c99c8-0436-4bc5-bd40-3f9a03a6db1b') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:02.842965 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811622'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.889723 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.899926 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:30:02.900312 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3141492'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: Traceback (most recent call last): Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: timer() Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: cb(*args, **kw) Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: return func(*args, **kwargs) Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: self._notify() Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: self.callback(batched_events) Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: event.method(event) Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: return f(self, *a, **k) Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._get(url).json() Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:30:02.901939 dv-cinder-804584-9-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:30:03.002026 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:03.011617 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:03.013957 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] 10.222.0.13 "DELETE /v2.0/networks/6276dbc6-5091-4375-b2b0-77e15438df5a HTTP/1.1" status: 204 len: 168 time: 1.2894597 Aug 16 14:30:03.017182 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58492) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:03.030005 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d737d-4440-4c6a-8180-8f98aab05f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=6276dbc6-5091-4375-b2b0-77e15438df5a,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:03.035150 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Router 843d4495-268b-47b6-8aab-b8e1ae9ae61d has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:30:03.147050 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:30:03.151877 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for floatingip, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:03.156974 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] Sync routers for ids ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:30:03.166425 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] Routers {'843d4495-268b-47b6-8aab-b8e1ae9ae61d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:30:03.167041 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:03.188032 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-2be64c40-ec38-4891-ba91-21618dc58382 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "DELETE /v2.0/floatingips/5aa66c68-eedd-457e-9a34-cd3d1dec28d9 HTTP/1.1" status: 204 len: 168 time: 1.6806493 Aug 16 14:30:03.189004 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe'}] {{(pid=94160) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:30:03.191602 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a6cdc354de8123e6ecf74ee6fc0c856b9e56da43815a411619eb2254ef69941" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8" -d '{"events": [{"name": "network-changed", "server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe"}]}' {{(pid=94160) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:30:03.229847 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 14:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91ca79f-aaf2-4c0f-9bed-7ea46c2c77f8 x-openstack-request-id: req-d91ca79f-aaf2-4c0f-9bed-7ea46c2c77f8 {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:30:03.230136 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe", "status": "completed", "code": 200}]} {{(pid=94160) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:30:03.230388 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d91ca79f-aaf2-4c0f-9bed-7ea46c2c77f8 {{(pid=94160) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:30:03.230785 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'status': 'completed', 'code': 200} Aug 16 14:30:03.302332 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] Set router 843d4495-268b-47b6-8aab-b8e1ae9ae61d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:30:03.359092 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-299e6c56-e32a-44a8-bcc1-ce4a67d216ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:30:03.360908 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-299e6c56-e32a-44a8-bcc1-ce4a67d216ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f59d1589cdd4af4828be16c2b12a75a&device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 1098 time: 0.0822926 Aug 16 14:30:03.514677 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:35Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e690475e-df64-4f08-9e7e-4c8c36cb869f', 'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'mac_address': 'fa:16:3e:1e:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:34Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 5, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'subnets': [{'id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:03.541555 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] Checking router: 843d4495-268b-47b6-8aab-b8e1ae9ae61d for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:30:03.550707 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] Routers {'843d4495-268b-47b6-8aab-b8e1ae9ae61d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:30:03.551320 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:03.554120 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700989'] for router_interface, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:03.567937 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0208cb-582b-4864-b97d-86244f39bbae req-c6177b33-ca88-45d3-a374-1213c1f4a6c3 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:30:03.570086 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8d0208cb-582b-4864-b97d-86244f39bbae req-c6177b33-ca88-45d3-a374-1213c1f4a6c3 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.1527483 Aug 16 14:30:03.617859 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-b5035d05-b6a5-4cdb-9d18-738447489c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:30:03.619299 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-b5035d05-b6a5-4cdb-9d18-738447489c66 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad HTTP/1.1" status: 200 len: 909 time: 0.2090561 Aug 16 14:30:03.660095 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] Set router 843d4495-268b-47b6-8aab-b8e1ae9ae61d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:30:03.708685 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-32abb03c-8464-4c73-9f92-9cd07a95acc0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe HTTP/1.1" status: 200 len: 217 time: 0.0747609 Aug 16 14:30:03.769230 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8d0208cb-582b-4864-b97d-86244f39bbae req-81057d02-26a1-4567-83d4-56832adfa404 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608307 Aug 16 14:30:03.830373 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-7124f8b6-7303-4f10-bd43-2b24d3c4ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:30:03.831865 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-7124f8b6-7303-4f10-bd43-2b24d3c4ed8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cb28573-5c9b-47ec-959d-7229f59e5102 HTTP/1.1" status: 200 len: 847 time: 0.1127205 Aug 16 14:30:03.874795 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:35Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e690475e-df64-4f08-9e7e-4c8c36cb869f', 'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'mac_address': 'fa:16:3e:1e:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:34Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 5, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'subnets': [{'id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:03.919082 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-5efa9d21-61f6-4920-ae39-1df1c039395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:30:03.920615 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-5efa9d21-61f6-4920-ae39-1df1c039395f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723796 Aug 16 14:30:03.998941 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eefb7d-14f1-4b34-87e4-98e787b40763 None None] The sync data for ids ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'] in dv-cinder-804584-9-iscsi is: [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:35Z', 'revision_number': 4, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi', '_interfaces': [{'id': 'e690475e-df64-4f08-9e7e-4c8c36cb869f', 'name': '', 'network_id': 'eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'mac_address': 'fa:16:3e:1e:af:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_interface', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:34Z', 'updated_at': '2021-08-16T14:25:41Z', 'revision_number': 5, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'subnets': [{'id': '5cb28573-5c9b-47ec-959d-7229f59e5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:30:04.063390 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-6db16a9a-6596-4c67-ab90-2a555136c3ac service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341629 Aug 16 14:30:04.092194 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] Deleting port 1de770a4-3c45-401a-94a5-75e3e0cd5078 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:04.092532 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:04.223017 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059304a5-19fe-47a8-8fd7-b4639808b2b3 None None] New status for floating IP 5aa66c68-eedd-457e-9a34-cd3d1dec28d9: DOWN {{(pid=94162) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 14:30:04.230659 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] For port 1de770a4-3c45-401a-94a5-75e3e0cd5078, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=1de770a4-3c45-401a-94a5-75e3e0cd5078,segment=NetworkSegment(e3716530-af97-49b8-a73d-c5971f0bba7a),segment_id=e3716530-af97-49b8-a73d-c5971f0bba7a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:04.231027 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:04.234661 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-c0018b57-89c2-4ffa-8ebc-a7ee290509a8 req-cd770338-5461-47b6-8704-ce2c77e68e8f service neutron] 10.222.0.30 "GET /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625335 Aug 16 14:30:04.245143 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] Calling delete_port for 1de770a4-3c45-401a-94a5-75e3e0cd5078 owned by network:router_interface {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:04.443331 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:04.471932 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de770a4-3c45-401a-94a5-75e3e0cd5078,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:04.647484 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595885'] for router_interface, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:04.899432 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8cf57-e94d-4b62-b9f4-fd23d1c169b7 req-e83f94b6-746d-4e40-b189-312681dad3ef tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94160) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:30:04.901126 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ddc8cf57-e94d-4b62-b9f4-fd23d1c169b7 req-e83f94b6-746d-4e40-b189-312681dad3ef tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0570135 Aug 16 14:30:04.941034 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [req-ddc8cf57-e94d-4b62-b9f4-fd23d1c169b7 req-bb69fc78-552f-460f-9c3e-1f7e8169a574 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/security-groups?id=d4a65d6c-a45d-40e1-853b-1fd6070ed25d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338123 Aug 16 14:30:05.175101 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] Router df3c9d31-48d4-47bf-834f-e25e2b512d67 has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:30:05.182817 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f042039-dbea-472f-841f-c02ca5651a2d req-b27ef992-cf1a-4994-892e-17b0dfe31b08 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94161) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 14:30:05.184305 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8f042039-dbea-472f-841f-c02ca5651a2d req-b27ef992-cf1a-4994-892e-17b0dfe31b08 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.30 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 945 time: 0.0679228 Aug 16 14:30:05.352415 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:30:05.357902 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-5dc6a9b0-fc3d-41a7-bbdc-9500e95133b0 admin admin] 10.222.0.13 "PUT /v2.0/routers/df3c9d31-48d4-47bf-834f-e25e2b512d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3396313 Aug 16 14:30:05.360599 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58504) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:05.363168 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] Sync routers for ids ['df3c9d31-48d4-47bf-834f-e25e2b512d67'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:30:05.370194 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-8f042039-dbea-472f-841f-c02ca5651a2d req-eec4e33a-2821-424e-b88f-2b37c0ea427f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Deleting port b1f4780c-df05-4d2d-b701-e3a1a7593dbe {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:05.370540 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-8f042039-dbea-472f-841f-c02ca5651a2d req-eec4e33a-2821-424e-b88f-2b37c0ea427f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:05.373608 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] Routers {'df3c9d31-48d4-47bf-834f-e25e2b512d67'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:30:05.374211 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['df3c9d31-48d4-47bf-834f-e25e2b512d67'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:05.480061 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] Set router df3c9d31-48d4-47bf-834f-e25e2b512d67 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:30:05.554017 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [req-8f042039-dbea-472f-841f-c02ca5651a2d req-eec4e33a-2821-424e-b88f-2b37c0ea427f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] For port b1f4780c-df05-4d2d-b701-e3a1a7593dbe, host hv-cinder-80458, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80458',level=0,port_id=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:05.554350 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-8f042039-dbea-472f-841f-c02ca5651a2d req-eec4e33a-2821-424e-b88f-2b37c0ea427f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:05.557521 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:05.604074 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [req-8f042039-dbea-472f-841f-c02ca5651a2d req-eec4e33a-2821-424e-b88f-2b37c0ea427f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Calling delete_port for b1f4780c-df05-4d2d-b701-e3a1a7593dbe owned by compute:nova {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:05.661713 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'name': 'tempest-TestVolumeBootPattern-1402446008-router', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:30:04Z', 'revision_number': 5, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'gw_port': {'id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:05.690260 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] Checking router: df3c9d31-48d4-47bf-834f-e25e2b512d67 for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:30:05.699686 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] Routers {'df3c9d31-48d4-47bf-834f-e25e2b512d67'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:30:05.700439 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['df3c9d31-48d4-47bf-834f-e25e2b512d67'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:05.741951 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:05.810008 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] Set router df3c9d31-48d4-47bf-834f-e25e2b512d67 gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:30:05.846879 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-8f042039-dbea-472f-841f-c02ca5651a2d req-eec4e33a-2821-424e-b88f-2b37c0ea427f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:05.878038 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4e33a-2821-424e-b88f-2b37c0ea427f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event deleted for resources: {'Port': ['ID=b1f4780c-df05-4d2d-b701-e3a1a7593dbe,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:05.883745 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Deleting port 09eedb31-80a6-4f95-bd4e-65ec009068dd {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:05.884892 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:05.962609 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f042039-dbea-472f-841f-c02ca5651a2d req-eec4e33a-2821-424e-b88f-2b37c0ea427f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] No DVR routers for this DVR port b1f4780c-df05-4d2d-b701-e3a1a7593dbe on host hv-cinder-80458 {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:30:05.967967 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [req-8f042039-dbea-472f-841f-c02ca5651a2d req-eec4e33a-2821-424e-b88f-2b37c0ea427f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173795'] for port, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:05.969973 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-8f042039-dbea-472f-841f-c02ca5651a2d req-eec4e33a-2821-424e-b88f-2b37c0ea427f tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.30 "DELETE /v2.0/ports/b1f4780c-df05-4d2d-b701-e3a1a7593dbe HTTP/1.1" status: 204 len: 173 time: 0.7784612 Aug 16 14:30:05.970927 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'name': 'network-vif-deleted', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe'}] {{(pid=94161) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 14:30:05.972778 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3530c8c0e8e9eeeee82faf5351625b2b7789a0b9ac981e5e34d90759c2ebc42" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53745528-7d14-4ba9-8ff5-d45eedbe809a" -d '{"events": [{"server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "name": "network-vif-deleted", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe"}]}' {{(pid=94161) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 14:30:06.015634 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'name': 'tempest-TestVolumeBootPattern-1402446008-router', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:30:04Z', 'revision_number': 5, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'gw_port': {'id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:06.028857 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] For port 09eedb31-80a6-4f95-bd4e-65ec009068dd, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=09eedb31-80a6-4f95-bd4e-65ec009068dd,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:06.029512 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.046116 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Calling delete_port for 09eedb31-80a6-4f95-bd4e-65ec009068dd owned by network:router_gateway {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:06.058200 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f76af9-f2b0-48ab-ab0a-3197f48922a1 None None] The sync data for ids ['df3c9d31-48d4-47bf-834f-e25e2b512d67'] in dv-cinder-804584-9-iscsi is: [{'id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'name': 'tempest-TestVolumeBootPattern-1402446008-router', 'tenant_id': '643be75f285b4995a6a1e8d4e08c4dee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:30:04Z', 'revision_number': 5, 'project_id': '643be75f285b4995a6a1e8d4e08c4dee', 'gw_port': {'id': '09eedb31-80a6-4f95-bd4e-65ec009068dd', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:b1:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3c9d31-48d4-47bf-834f-e25e2b512d67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:22:33Z', 'updated_at': '2021-08-16T14:22:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:30:06.104969 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 14:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdefa36-0951-4851-ac43-f7e256f170b7 x-openstack-request-id: req-bbdefa36-0951-4851-ac43-f7e256f170b7 {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 14:30:06.105291 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90310917-c624-4f95-a1bf-2c5ba81004c9", "name": "network-vif-deleted", "tag": "b1f4780c-df05-4d2d-b701-e3a1a7593dbe", "status": "completed", "code": 200}]} {{(pid=94161) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 14:30:06.105561 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbdefa36-0951-4851-ac43-f7e256f170b7 {{(pid=94161) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 14:30:06.105932 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90310917-c624-4f95-a1bf-2c5ba81004c9', 'name': 'network-vif-deleted', 'tag': 'b1f4780c-df05-4d2d-b701-e3a1a7593dbe', 'status': 'completed', 'code': 200} Aug 16 14:30:06.135410 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [req-2e49db88-3c8e-4ad3-8436-9b0a4aff41cc req-37c3df05-5857-49de-ad6e-d74b8e12644d tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "GET /v2.0/ports?device_id=90310917-c624-4f95-a1bf-2c5ba81004c9 HTTP/1.1" status: 200 len: 210 time: 0.0322945 Aug 16 14:30:06.268377 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.304359 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=09eedb31-80a6-4f95-bd4e-65ec009068dd,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:06.375243 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597255'] for router_gateway, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.484810 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3228'] for router, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.487022 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.546578 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592026'] for router, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.547285 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df3c9d31-48d4-47bf-834f-e25e2b512d67 {{(pid=94161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:30:06.553534 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.556875 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-7899bd9f-2120-428e-a80d-3778d166e0a1 admin admin] 10.222.0.13 "DELETE /v2.0/routers/df3c9d31-48d4-47bf-834f-e25e2b512d67 HTTP/1.1" status: 204 len: 168 time: 1.1929946 Aug 16 14:30:06.557828 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58512) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:06.606830 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-062a39b5-3bd2-46ca-8a5f-5e6d3bc78b79 admin admin] Deleting subnet 148f393e-f563-4792-aa41-a4b62ea559a5 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:30:06.610009 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-062a39b5-3bd2-46ca-8a5f-5e6d3bc78b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.649198 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-062a39b5-3bd2-46ca-8a5f-5e6d3bc78b79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811631'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.751618 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-062a39b5-3bd2-46ca-8a5f-5e6d3bc78b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.814676 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-062a39b5-3bd2-46ca-8a5f-5e6d3bc78b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3141394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801060'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.841886 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a39b5-3bd2-46ca-8a5f-5e6d3bc78b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=148f393e-f563-4792-aa41-a4b62ea559a5,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:06.845597 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-062a39b5-3bd2-46ca-8a5f-5e6d3bc78b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.847505 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-062a39b5-3bd2-46ca-8a5f-5e6d3bc78b79 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/148f393e-f563-4792-aa41-a4b62ea559a5 HTTP/1.1" status: 204 len: 168 time: 0.2885728 Aug 16 14:30:06.850694 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58514) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:06.855100 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771ce8e5-28c9-4e63-a4ce-a7a34fb7f82e None None] Network db93da0e-20d9-471b-b5a0-57d1c2ded5bf requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:30:06.921195 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:06.985630 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Deleting port 22010044-2c4e-4a45-a24e-ed8c431b90df {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:06.985976 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.056418 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] For port 22010044-2c4e-4a45-a24e-ed8c431b90df, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=22010044-2c4e-4a45-a24e-ed8c431b90df,segment=NetworkSegment(e3716530-af97-49b8-a73d-c5971f0bba7a),segment_id=e3716530-af97-49b8-a73d-c5971f0bba7a)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:07.056682 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.069155 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Calling delete_port for 22010044-2c4e-4a45-a24e-ed8c431b90df owned by network:dhcp {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:07.123648 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce7b726-5fc8-4885-a8f3-d87668c75d80 None None] DHCP port deletion for db93da0e-20d9-471b-b5a0-57d1c2ded5bf request from dv-cinder-804584-9-iscsi {{(pid=94162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:30:07.173779 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.184678 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7b726-5fc8-4885-a8f3-d87668c75d80 None None] Deleting port 22010044-2c4e-4a45-a24e-ed8c431b90df {{(pid=94162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:07.185139 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-6ce7b726-5fc8-4885-a8f3-d87668c75d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.197085 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58518) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:07.204100 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Pushing event deleted for resources: {'Port': ['ID=22010044-2c4e-4a45-a24e-ed8c431b90df,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:07.206349 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] No DVR routers for this DVR port 22010044-2c4e-4a45-a24e-ed8c431b90df on host dv-cinder-804584-9-iscsi {{(pid=94161) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:30:07.265865 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2245-0835-46f8-8eeb-7e1633207e97 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.267491 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-6ce7b726-5fc8-4885-a8f3-d87668c75d80 None None] For port 22010044-2c4e-4a45-a24e-ed8c431b90df, host dv-cinder-804584-9-iscsi, got binding levels [] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:07.267981 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-6ce7b726-5fc8-4885-a8f3-d87668c75d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.282978 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7b726-5fc8-4885-a8f3-d87668c75d80 None None] Calling delete_port for 22010044-2c4e-4a45-a24e-ed8c431b90df owned by network:dhcp {{(pid=94162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:07.286159 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.ipam_backend_mixin [None req-6ce7b726-5fc8-4885-a8f3-d87668c75d80 None None] Port 22010044-2c4e-4a45-a24e-ed8c431b90df was not found and therefore no delete operation was performed {{(pid=94162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 14:30:07.288693 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-6ce7b726-5fc8-4885-a8f3-d87668c75d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918'] for port, after_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.294897 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.298445 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2245-0835-46f8-8eeb-7e1633207e97 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.308067 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db93da0e-20d9-471b-b5a0-57d1c2ded5bf']}} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:07.313279 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7b726-5fc8-4885-a8f3-d87668c75d80 None None] Pushing event deleted for resources: {'Port': ['ID=22010044-2c4e-4a45-a24e-ed8c431b90df,revision_number=None']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:07.318680 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3716530-af97-49b8-a73d-c5971f0bba7a') {'for_net_delete': True} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:07.319126 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.services.segments.db [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3716530-af97-49b8-a73d-c5971f0bba7a') {} {{(pid=94161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:07.321058 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce7b726-5fc8-4885-a8f3-d87668c75d80 None None] No DVR routers for this DVR port 22010044-2c4e-4a45-a24e-ed8c431b90df on host dv-cinder-804584-9-iscsi {{(pid=94162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:30:07.335930 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3298325'] for segment, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.351893 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.360136 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94161) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:30:07.361268 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3357210'] for segment, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: Traceback (most recent call last): Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: timer() Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: cb(*args, **kw) Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: return func(*args, **kwargs) Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: self._notify() Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: self.callback(batched_events) Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: event.method(event) Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: return f(self, *a, **k) Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._get(url).json() Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: return self.request(url, 'GET', **kwargs) Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:30:07.363567 dv-cinder-804584-9-iscsi neutron-server[94161]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:30:07.374865 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2245-0835-46f8-8eeb-7e1633207e97 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.377501 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ba8c2245-0835-46f8-8eeb-7e1633207e97 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.378647 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ba8c2245-0835-46f8-8eeb-7e1633207e97 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] 10.222.0.13 "DELETE /v2.0/security-groups/d4a65d6c-a45d-40e1-853b-1fd6070ed25d HTTP/1.1" status: 204 len: 168 time: 0.1802189 Aug 16 14:30:07.388395 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c2245-0835-46f8-8eeb-7e1633207e97 tempest-TestShelveInstance-2014300446 tempest-TestShelveInstance-2014300446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a65d6c-a45d-40e1-853b-1fd6070ed25d,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:07.421932 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58522) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:07.446135 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.452987 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.457384 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] 10.222.0.13 "DELETE /v2.0/networks/db93da0e-20d9-471b-b5a0-57d1c2ded5bf HTTP/1.1" status: 204 len: 168 time: 0.6033840 Aug 16 14:30:07.469310 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86350fa7-4721-4f30-9262-aa709692d98c admin admin] Pushing event deleted for resources: {'Network': ['ID=db93da0e-20d9-471b-b5a0-57d1c2ded5bf,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:07.661251 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58526) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:07.707731 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-91d99623-dc50-41c1-9a15-6be6763efaca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af85b7a9f5b949eaac5cee5b1efd4cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444553 Aug 16 14:30:07.714256 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58528) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:07.774686 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6c9676ef-ed75-4dcf-9e41-f1d3b33c7a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.783905 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-203b0c25-44a5-404c-a0e0-96b5ee004c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.797413 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6c9676ef-ed75-4dcf-9e41-f1d3b33c7a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.834832 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700989'] for router_interface, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.847517 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6c9676ef-ed75-4dcf-9e41-f1d3b33c7a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.850146 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-6c9676ef-ed75-4dcf-9e41-f1d3b33c7a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:07.851553 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-6c9676ef-ed75-4dcf-9e41-f1d3b33c7a3a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/537582f0-8d7a-47d1-9fb9-42e5b944240d HTTP/1.1" status: 204 len: 168 time: 0.1398544 Aug 16 14:30:07.859132 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9676ef-ed75-4dcf-9e41-f1d3b33c7a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537582f0-8d7a-47d1-9fb9-42e5b944240d,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:08.083442 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 1de770a4-3c45-401a-94a5-75e3e0cd5078 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:08.109363 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 1de770a4-3c45-401a-94a5-75e3e0cd5078 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:08.110247 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 1de770a4-3c45-401a-94a5-75e3e0cd5078 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:08.110985 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 22010044-2c4e-4a45-a24e-ed8c431b90df no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:08.143060 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 22010044-2c4e-4a45-a24e-ed8c431b90df {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:08.143414 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 22010044-2c4e-4a45-a24e-ed8c431b90df not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:08.143867 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 09eedb31-80a6-4f95-bd4e-65ec009068dd no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:08.147999 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b1f4780c-df05-4d2d-b701-e3a1a7593dbe no longer exists at agent hyperv_hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:08.188108 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] Deleting port e690475e-df64-4f08-9e7e-4c8c36cb869f {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:08.188671 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:08.198573 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] No Port match for: b1f4780c-df05-4d2d-b701-e3a1a7593dbe {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:08.198852 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Device b1f4780c-df05-4d2d-b701-e3a1a7593dbe not bound to the agent host hv-cinder-80458 {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:08.200577 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 09eedb31-80a6-4f95-bd4e-65ec009068dd {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:08.200918 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 09eedb31-80a6-4f95-bd4e-65ec009068dd not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:08.270500 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58534) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:08.287545 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] For port e690475e-df64-4f08-9e7e-4c8c36cb869f, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=e690475e-df64-4f08-9e7e-4c8c36cb869f,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:08.287973 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:08.301223 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] Calling delete_port for e690475e-df64-4f08-9e7e-4c8c36cb869f owned by network:router_interface {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:08.321382 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-214e7295-2af7-4083-b5a8-770f8df2598b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=643be75f285b4995a6a1e8d4e08c4dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493045 Aug 16 14:30:08.323806 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58536) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:08.380032 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d8e29b3f-74b4-41ba-8f85-ddc305d3d756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:08.403543 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d8e29b3f-74b4-41ba-8f85-ddc305d3d756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:08.456736 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d8e29b3f-74b4-41ba-8f85-ddc305d3d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:08.460292 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d8e29b3f-74b4-41ba-8f85-ddc305d3d756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:08.461477 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-d8e29b3f-74b4-41ba-8f85-ddc305d3d756 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43843c2f-451d-4f20-8696-7adda36069fc HTTP/1.1" status: 204 len: 168 time: 0.1367674 Aug 16 14:30:08.469700 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e29b3f-74b4-41ba-8f85-ddc305d3d756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43843c2f-451d-4f20-8696-7adda36069fc,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:08.502353 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:08.529287 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] Pushing event deleted for resources: {'Port': ['ID=e690475e-df64-4f08-9e7e-4c8c36cb869f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:08.709147 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595885'] for router_interface, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:08.948473 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] Router 843d4495-268b-47b6-8aab-b8e1ae9ae61d has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94160) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:30:09.057896 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94160) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:30:09.062914 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-ba006ecd-7ed0-4b56-88e1-d09f21f7d292 admin admin] 10.222.0.13 "PUT /v2.0/routers/843d4495-268b-47b6-8aab-b8e1ae9ae61d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6398740 Aug 16 14:30:09.065511 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58540) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:09.071094 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] Sync routers for ids ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'] in dv-cinder-804584-9-iscsi {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:30:09.081354 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] Routers {'843d4495-268b-47b6-8aab-b8e1ae9ae61d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:30:09.082055 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:09.171927 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Notify callbacks [] for router, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.187301 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] Set router 843d4495-268b-47b6-8aab-b8e1ae9ae61d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:30:09.276902 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.331839 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Deleting port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:09.332557 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.390324 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:30:08Z', 'revision_number': 5, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port': {'id': '3217f3db-23d5-4a18-a9e7-1deaac9b0c5f', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:09.417505 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] Checking router: 843d4495-268b-47b6-8aab-b8e1ae9ae61d for host: dv-cinder-804584-9-iscsi {{(pid=94162) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:30:09.424483 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] For port 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=3217f3db-23d5-4a18-a9e7-1deaac9b0c5f,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:09.424853 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.426183 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] Routers {'843d4495-268b-47b6-8aab-b8e1ae9ae61d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94162) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:30:09.426863 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:29:40Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'], 'active': True} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:09.445519 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Calling delete_port for 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f owned by network:router_gateway {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:09.523327 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvr_db [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] Set router 843d4495-268b-47b6-8aab-b8e1ae9ae61d gateway port host: None {{(pid=94162) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:30:09.585795 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_hamode_db [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:30:09Z', 'revision_number': 6, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port_host': None}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:09.613895 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00ab2b-3aa3-4d91-b436-cbdffea299a8 None None] The sync data for ids ['843d4495-268b-47b6-8aab-b8e1ae9ae61d'] in dv-cinder-804584-9-iscsi is: [{'id': '843d4495-268b-47b6-8aab-b8e1ae9ae61d', 'name': 'tempest-TestShelveInstance-784551962-router', 'tenant_id': '9f59d1589cdd4af4828be16c2b12a75a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:31Z', 'updated_at': '2021-08-16T14:30:09Z', 'revision_number': 6, 'project_id': '9f59d1589cdd4af4828be16c2b12a75a', 'gw_port_host': None}] {{(pid=94162) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:30:09.625446 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.656521 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=3217f3db-23d5-4a18-a9e7-1deaac9b0c5f,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:09.725186 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597255'] for router_gateway, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.823941 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3228'] for router, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.826276 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.869357 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592026'] for router, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.869831 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 843d4495-268b-47b6-8aab-b8e1ae9ae61d {{(pid=94161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:30:09.874008 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] Notify callbacks [] for router, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.875171 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-7808cb46-51ed-423c-a5fc-b2ccc1554f9f admin admin] 10.222.0.13 "DELETE /v2.0/routers/843d4495-268b-47b6-8aab-b8e1ae9ae61d HTTP/1.1" status: 204 len: 168 time: 0.8084726 Aug 16 14:30:09.877827 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58542) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:09.929946 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f13e8b-0400-43ac-b795-903d0c43ba8f admin admin] Deleting subnet 5cb28573-5c9b-47ec-959d-7229f59e5102 {{(pid=94160) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:30:09.933048 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f3f13e8b-0400-43ac-b795-903d0c43ba8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:09.968587 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f3f13e8b-0400-43ac-b795-903d0c43ba8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811631'] for subnet, precommit_delete_associations {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.060404 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f3f13e8b-0400-43ac-b795-903d0c43ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.119052 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f3f13e8b-0400-43ac-b795-903d0c43ba8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3141394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3801060'] for subnet, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.144921 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f13e8b-0400-43ac-b795-903d0c43ba8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb28573-5c9b-47ec-959d-7229f59e5102,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:10.149091 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-f3f13e8b-0400-43ac-b795-903d0c43ba8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for subnet, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.150996 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-f3f13e8b-0400-43ac-b795-903d0c43ba8f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5cb28573-5c9b-47ec-959d-7229f59e5102 HTTP/1.1" status: 204 len: 168 time: 0.2721829 Aug 16 14:30:10.153538 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58544) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:10.156381 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3110f3c5-cf26-4330-ae19-9b851ad72345 None None] Network eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:30:10.230318 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.285633 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Deleting port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:10.285932 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.338537 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-9240a51a-49f0-4727-9bb0-30d99e761871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.351744 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] For port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=750a8bcc-91a7-4f80-88f2-ffa3ac24e38f,segment=NetworkSegment(acf58cb1-9449-49c1-bcf1-383160605300),segment_id=acf58cb1-9449-49c1-bcf1-383160605300)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:10.352047 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.363951 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Calling delete_port for 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f owned by network:dhcp {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:10.433701 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afe645-980f-4a3a-84c2-53d41fd58725 None None] DHCP port deletion for eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad request from dv-cinder-804584-9-iscsi {{(pid=94162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:30:10.460671 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.477564 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e690475e-df64-4f08-9e7e-4c8c36cb869f no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:10.485739 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Pushing event deleted for resources: {'Port': ['ID=750a8bcc-91a7-4f80-88f2-ffa3ac24e38f,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:10.492858 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] No DVR routers for this DVR port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f on host dv-cinder-804584-9-iscsi {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:30:10.509722 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: e690475e-df64-4f08-9e7e-4c8c36cb869f {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:10.510063 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device e690475e-df64-4f08-9e7e-4c8c36cb869f not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:10.540780 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-d0afe645-980f-4a3a-84c2-53d41fd58725 None None] Deleting port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f {{(pid=94162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:10.541160 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d0afe645-980f-4a3a-84c2-53d41fd58725 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.582511 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.603388 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:10.614392 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-d0afe645-980f-4a3a-84c2-53d41fd58725 None None] For port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f, host dv-cinder-804584-9-iscsi, got binding levels [] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:10.614636 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf58cb1-9449-49c1-bcf1-383160605300') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:10.614785 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d0afe645-980f-4a3a-84c2-53d41fd58725 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.615403 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf58cb1-9449-49c1-bcf1-383160605300') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:10.624840 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811622'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.629155 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-d0afe645-980f-4a3a-84c2-53d41fd58725 None None] Calling delete_port for 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f owned by network:dhcp {{(pid=94162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:10.634075 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.ipam_backend_mixin [None req-d0afe645-980f-4a3a-84c2-53d41fd58725 None None] Port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f was not found and therefore no delete operation was performed {{(pid=94162) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 14:30:10.636484 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d0afe645-980f-4a3a-84c2-53d41fd58725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918'] for port, after_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.643364 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.653723 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:30:10.654068 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3141492'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: Traceback (most recent call last): Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: timer() Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: cb(*args, **kw) Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: return func(*args, **kwargs) Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: self._notify() Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: self.callback(batched_events) Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: event.method(event) Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: return f(self, *a, **k) Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._get(url).json() Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:30:10.655846 dv-cinder-804584-9-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:30:10.665371 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afe645-980f-4a3a-84c2-53d41fd58725 None None] Pushing event deleted for resources: {'Port': ['ID=750a8bcc-91a7-4f80-88f2-ffa3ac24e38f,revision_number=None']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:10.669799 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0afe645-980f-4a3a-84c2-53d41fd58725 None None] No DVR routers for this DVR port 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f on host dv-cinder-804584-9-iscsi {{(pid=94162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:30:10.714834 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.720096 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:10.722271 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] 10.222.0.13 "DELETE /v2.0/networks/eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad HTTP/1.1" status: 204 len: 168 time: 0.5677452 Aug 16 14:30:10.725974 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58548) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:10.742316 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8c71c-539d-4aa2-b224-09feee31802a admin admin] Pushing event deleted for resources: {'Network': ['ID=eb36c3da-5a90-46d3-86c2-2c4bbd3d82ad,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:10.863748 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:11.091665 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-700989'] for router_interface, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:11.361150 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] Deleting port 3039ec43-bd2f-4195-aa0f-8b12c6deea59 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:11.361414 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:11.440877 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] For port 3039ec43-bd2f-4195-aa0f-8b12c6deea59, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=3039ec43-bd2f-4195-aa0f-8b12c6deea59,segment=NetworkSegment(55fbf73b-cc95-460b-8982-f7d39519727e),segment_id=55fbf73b-cc95-460b-8982-f7d39519727e)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:11.441250 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:11.456768 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] Calling delete_port for 3039ec43-bd2f-4195-aa0f-8b12c6deea59 owned by network:router_interface {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:11.642056 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:11.668979 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] Pushing event deleted for resources: {'Port': ['ID=3039ec43-bd2f-4195-aa0f-8b12c6deea59,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:11.862072 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:12.104895 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:12.124293 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:12.124756 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3217f3db-23d5-4a18-a9e7-1deaac9b0c5f not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:12.125037 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:12.125719 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1026839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-595885'] for router_interface, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:12.143664 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:12.144041 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 750a8bcc-91a7-4f80-88f2-ffa3ac24e38f not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:12.347964 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] Router b15144e2-854f-42f6-ad04-cd9616d5fa4d has already been hosted by L3 agent 704a2e14-7274-4a66-a618-84e779fd3240 {{(pid=94161) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 16 14:30:12.458770 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] Notify agent at l3_agent.dv-cinder-804584-9-iscsi the message routers_updated {{(pid=94161) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 14:30:12.464389 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-d813d699-cb73-46f7-9f37-18c94f2f2d37 admin admin] 10.222.0.13 "PUT /v2.0/routers/b15144e2-854f-42f6-ad04-cd9616d5fa4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7367592 Aug 16 14:30:12.467122 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58550) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:12.468137 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] Sync routers for ids ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'] in dv-cinder-804584-9-iscsi {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 14:30:12.477109 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] Routers {'b15144e2-854f-42f6-ad04-cd9616d5fa4d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:30:12.477697 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:30:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:12.578639 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Notify callbacks [] for router, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:12.582726 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] Set router b15144e2-854f-42f6-ad04-cd9616d5fa4d gateway port host: dv-cinder-804584-9-iscsi {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:30:12.686773 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:12.751539 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Deleting port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 {{(pid=94161) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:12.751920 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:12.776147 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'name': 'tempest-TestShelveInstance-1952844930-router', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'external_fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:37Z', 'updated_at': '2021-08-16T14:30:11Z', 'revision_number': 5, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'gw_port': {'id': '70f787ae-65cc-4f5d-9bd1-ceace4603fb0', 'name': '', 'network_id': '6b166495-d3e3-4480-9115-660eac9b9b3e', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804584-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T14:25:38Z', 'updated_at': '2021-08-16T14:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7f047390-9e73-4dae-b36c-223ed779d1a4', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804584-9-iscsi'}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:12.805177 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] Checking router: b15144e2-854f-42f6-ad04-cd9616d5fa4d for host: dv-cinder-804584-9-iscsi {{(pid=94163) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 14:30:12.813827 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] Routers {'b15144e2-854f-42f6-ad04-cd9616d5fa4d'} bound to L3 agent in host dv-cinder-804584-9-iscsi {{(pid=94163) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 14:30:12.815099 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804584-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T14:09:10Z,description=,heartbeat_timestamp=2021-08-16T14:30:10Z,host='dv-cinder-804584-9-iscsi',id=704a2e14-7274-4a66-a618-84e779fd3240,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T14:09:10Z,topic='l3_agent')) {'router_ids': ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'], 'active': True} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:12.836864 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.db [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] For port 70f787ae-65cc-4f5d-9bd1-ceace4603fb0, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=70f787ae-65cc-4f5d-9bd1-ceace4603fb0,segment=NetworkSegment(410904a9-ddfa-40b3-bddf-e26a54d2c4b6),segment_id=410904a9-ddfa-40b3-bddf-e26a54d2c4b6)] {{(pid=94161) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:12.837290 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:12.850365 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.plugins.ml2.plugin [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Calling delete_port for 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 owned by network:router_gateway {{(pid=94161) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:12.907106 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_dvr_db [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] Set router b15144e2-854f-42f6-ad04-cd9616d5fa4d gateway port host: None {{(pid=94163) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 14:30:12.962564 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.l3_hamode_db [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'name': 'tempest-TestShelveInstance-1952844930-router', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:37Z', 'updated_at': '2021-08-16T14:30:12Z', 'revision_number': 6, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'gw_port_host': None}], 'dv-cinder-804584-9-iscsi', False) {} {{(pid=94163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:13.007559 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1fd3a-35c6-4bf4-930a-937abfdd0ea3 None None] The sync data for ids ['b15144e2-854f-42f6-ad04-cd9616d5fa4d'] in dv-cinder-804584-9-iscsi is: [{'id': 'b15144e2-854f-42f6-ad04-cd9616d5fa4d', 'name': 'tempest-TestShelveInstance-1952844930-router', 'tenant_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T14:25:37Z', 'updated_at': '2021-08-16T14:30:12Z', 'revision_number': 6, 'project_id': '4eed6ffaad834a36b2e258c8f4cb8e17', 'gw_port_host': None}] {{(pid=94163) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 14:30:13.036495 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3357225'] for port, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.070781 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Pushing event deleted for resources: {'Port': ['ID=70f787ae-65cc-4f5d-9bd1-ceace4603fb0,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:13.135173 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-597255'] for router_gateway, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.226768 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-592019', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3228'] for router, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.229078 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.273599 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-592026'] for router, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.274303 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b15144e2-854f-42f6-ad04-cd9616d5fa4d {{(pid=94161) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 14:30:13.279119 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] Notify callbacks [] for router, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.284159 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-e429c359-0db8-4341-88d5-90db230f57bd admin admin] 10.222.0.13 "DELETE /v2.0/routers/b15144e2-854f-42f6-ad04-cd9616d5fa4d HTTP/1.1" status: 204 len: 168 time: 0.8123138 Aug 16 14:30:13.284657 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58552) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:13.335184 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e01a13-5af8-451b-88fc-d3bda28f0da3 admin admin] Deleting subnet 4f89552e-b9fd-4952-9adc-2b5e2e5abf81 {{(pid=94161) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 14:30:13.338992 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-14e01a13-5af8-451b-88fc-d3bda28f0da3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.377539 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-14e01a13-5af8-451b-88fc-d3bda28f0da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3298332'] for subnet, precommit_delete_associations {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.453911 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.476542 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-14e01a13-5af8-451b-88fc-d3bda28f0da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16553383'] for subnet, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.542516 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-14e01a13-5af8-451b-88fc-d3bda28f0da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16553390', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3357308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3793298'] for subnet, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.573724 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e01a13-5af8-451b-88fc-d3bda28f0da3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f89552e-b9fd-4952-9adc-2b5e2e5abf81,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:13.575735 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-14e01a13-5af8-451b-88fc-d3bda28f0da3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.579312 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-14e01a13-5af8-451b-88fc-d3bda28f0da3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4f89552e-b9fd-4952-9adc-2b5e2e5abf81 HTTP/1.1" status: 204 len: 168 time: 0.2935462 Aug 16 14:30:13.580627 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58554) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:13.582166 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b1d16-b9b8-4952-a7fa-9e5d4190eab7 None None] Network c7616778-2880-49a4-ab86-6d5d46b9ad37 requested from dv-cinder-804584-9-iscsi {{(pid=94162) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 14:30:13.659825 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16668849'] for network, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.723571 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Deleting port 77c40104-eed8-42d8-b9fd-1ba70daa103e {{(pid=94160) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:13.723955 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.783657 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b4e383-224c-41e8-a063-d7e51f4e537a None None] DHCP port deletion for c7616778-2880-49a4-ab86-6d5d46b9ad37 request from dv-cinder-804584-9-iscsi {{(pid=94162) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 14:30:13.834736 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.db [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] For port 77c40104-eed8-42d8-b9fd-1ba70daa103e, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=77c40104-eed8-42d8-b9fd-1ba70daa103e,segment=NetworkSegment(55fbf73b-cc95-460b-8982-f7d39519727e),segment_id=55fbf73b-cc95-460b-8982-f7d39519727e)] {{(pid=94160) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:13.835636 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.841411 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4e383-224c-41e8-a063-d7e51f4e537a None None] Deleting port 77c40104-eed8-42d8-b9fd-1ba70daa103e {{(pid=94162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 16 14:30:13.842011 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e383-224c-41e8-a063-d7e51f4e537a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761472805623'] for port, before_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.856265 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.plugin [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Calling delete_port for 77c40104-eed8-42d8-b9fd-1ba70daa103e owned by network:dhcp {{(pid=94160) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:13.911084 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.db [None req-d3b4e383-224c-41e8-a063-d7e51f4e537a None None] For port 77c40104-eed8-42d8-b9fd-1ba70daa103e, host dv-cinder-804584-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804584-9-iscsi',level=0,port_id=77c40104-eed8-42d8-b9fd-1ba70daa103e,segment=NetworkSegment(55fbf73b-cc95-460b-8982-f7d39519727e),segment_id=55fbf73b-cc95-460b-8982-f7d39519727e)] {{(pid=94162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 14:30:13.911520 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e383-224c-41e8-a063-d7e51f4e537a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-616271'] for port, precommit_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.932301 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4e383-224c-41e8-a063-d7e51f4e537a None None] Calling delete_port for 77c40104-eed8-42d8-b9fd-1ba70daa103e owned by network:dhcp {{(pid=94162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 16 14:30:13.951889 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3141447'] for port, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:13.999546 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c40104-eed8-42d8-b9fd-1ba70daa103e,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:14.003755 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] No DVR routers for this DVR port 77c40104-eed8-42d8-b9fd-1ba70daa103e on host dv-cinder-804584-9-iscsi {{(pid=94160) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:30:14.089549 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16260306', 'neutron.services.segments.db._delete_segments_for_network-8761472883523'] for network, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.089778 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 77c40104-eed8-42d8-b9fd-1ba70daa103e no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:14.104902 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7616778-2880-49a4-ab86-6d5d46b9ad37']}} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:14.114964 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 77c40104-eed8-42d8-b9fd-1ba70daa103e {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:14.116336 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 77c40104-eed8-42d8-b9fd-1ba70daa103e not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:14.117283 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:14.124007 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-d3b4e383-224c-41e8-a063-d7e51f4e537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16655491', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-243798', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761472894805', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761472391918'] for port, after_delete {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.124927 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55fbf73b-cc95-460b-8982-f7d39519727e') {'for_net_delete': True} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:14.125229 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.services.segments.db [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55fbf73b-cc95-460b-8982-f7d39519727e') {} {{(pid=94160) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 14:30:14.137200 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761472888140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811622'] for segment, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.148838 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:14.149185 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 70f787ae-65cc-4f5d-9bd1-ceace4603fb0 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:14.149947 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3039ec43-bd2f-4195-aa0f-8b12c6deea59 no longer exists at agent ovs-agent-dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 14:30:14.159487 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462'] for segment, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.171528 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4e383-224c-41e8-a063-d7e51f4e537a None None] Pushing event deleted for resources: {'Port': ['ID=77c40104-eed8-42d8-b9fd-1ba70daa103e,revision_number=None']} {{(pid=94162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:14.171761 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=94160) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 14:30:14.172066 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16553462', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3141492'] for segment, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: Traceback (most recent call last): Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: timer() Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: cb(*args, **kw) Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: return func(*args, **kwargs) Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: self._notify() Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: self.callback(batched_events) Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: event.method(event) Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: return f(self, *a, **k) Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._get(url).json() Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: return self.request(url, 'GET', **kwargs) Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 14:30:14.174239 dv-cinder-804584-9-iscsi neutron-server[94160]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 14:30:14.194561 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b4e383-224c-41e8-a063-d7e51f4e537a None None] No DVR routers for this DVR port 77c40104-eed8-42d8-b9fd-1ba70daa103e on host dv-cinder-804584-9-iscsi {{(pid=94162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 14:30:14.196605 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.plugin [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] No Port match for: 3039ec43-bd2f-4195-aa0f-8b12c6deea59 {{(pid=94162) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 16 14:30:14.197097 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron.plugins.ml2.rpc [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Device 3039ec43-bd2f-4195-aa0f-8b12c6deea59 not bound to the agent host dv-cinder-804584-9-iscsi {{(pid=94162) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 14:30:14.244002 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16554529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561880', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1026816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-597283'] for network, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.249936 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1027058'] for network, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.254178 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c7616778-2880-49a4-ab86-6d5d46b9ad37 HTTP/1.1" status: 204 len: 168 time: 0.6725008 Aug 16 14:30:14.276101 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f51d3-60d3-44c1-8ac8-88bdd941a631 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7616778-2880-49a4-ab86-6d5d46b9ad37,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:14.472697 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58558) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:14.518785 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-a92a77e6-8d03-4a59-a501-0778d7dcfe4d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9f59d1589cdd4af4828be16c2b12a75a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449407 Aug 16 14:30:14.521933 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.wsgi [-] (94161) accepted ('10.222.0.13', 58560) {{(pid=94161) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:14.574464 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2f5ccd51-abab-4fd7-b33a-c8e848451555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.598144 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2f5ccd51-abab-4fd7-b33a-c8e848451555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.649395 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2f5ccd51-abab-4fd7-b33a-c8e848451555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.652074 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron_lib.callbacks.manager [None req-2f5ccd51-abab-4fd7-b33a-c8e848451555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:14.653246 dv-cinder-804584-9-iscsi neutron-server[94161]: INFO neutron.wsgi [None req-2f5ccd51-abab-4fd7-b33a-c8e848451555 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ded83901-2218-4676-b718-dd6be46cd65f HTTP/1.1" status: 204 len: 168 time: 0.1303301 Aug 16 14:30:14.661153 dv-cinder-804584-9-iscsi neutron-server[94161]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ccd51-abab-4fd7-b33a-c8e848451555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded83901-2218-4676-b718-dd6be46cd65f,revision_number=None']} {{(pid=94161) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:14.984122 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58566) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:15.026668 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-aed34a43-a9bd-417d-9834-5799ef841827 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4eed6ffaad834a36b2e258c8f4cb8e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413961 Aug 16 14:30:15.029186 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [-] (94160) accepted ('10.222.0.13', 58568) {{(pid=94160) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 14:30:15.082395 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-538db5a9-5535-4f5e-a062-6896b5651174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:15.103075 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-538db5a9-5535-4f5e-a062-6896b5651174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:15.151314 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-538db5a9-5535-4f5e-a062-6896b5651174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-561835'] for security_group, after_delete {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:15.153904 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron_lib.callbacks.manager [None req-538db5a9-5535-4f5e-a062-6896b5651174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94160) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:15.155060 dv-cinder-804584-9-iscsi neutron-server[94160]: INFO neutron.wsgi [None req-538db5a9-5535-4f5e-a062-6896b5651174 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3268b23f-cf79-41d6-8b7e-f3bd75ad5ca3 HTTP/1.1" status: 204 len: 168 time: 0.1249738 Aug 16 14:30:15.163244 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538db5a9-5535-4f5e-a062-6896b5651174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3268b23f-cf79-41d6-8b7e-f3bd75ad5ca3,revision_number=None']} {{(pid=94160) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 14:30:17.249527 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:25.791132 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:30:37.781075 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-c7436d31-6567-495d-a5ff-5c3f3efdb193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:40.464260 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-63fbbcaa-bcc5-446f-8db6-2dd58c79d40c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:40.867780 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:41.864494 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:43.454716 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:30:47.263720 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:02.790622 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:31:07.782950 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-f6109709-1f63-4721-be09-53e7a58e8723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:10.340723 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a05593ed-608b-4248-ba30-ae6a5fb5c294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:10.869416 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:11.868450 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:13.459230 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:17.293902 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:37.784658 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-68c37d03-51d6-4226-b217-f3074cb4ca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:39.789537 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:31:40.341672 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a8f7f101-7e80-4ea5-81a4-966b9343c181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:40.870373 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:41.872214 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:43.463685 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:31:47.293140 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:07.784983 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4df18ce-b41e-417a-96c9-2d93456ae03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:10.342458 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-dabc0c9c-d19d-45bc-be21-17c652c09b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:10.873855 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:11.874641 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:13.466374 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:16.788816 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:32:17.307808 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:37.243483 dv-cinder-804584-9-iscsi neutron-server[94160]: DEBUG neutron.wsgi [req-14c770f1-243e-4e53-aad4-d9c1dd99efaf req-03379c49-94ff-432d-8bd7-1b9472c005da service neutron] (94160) timed out ('10.222.0.30', 64658) {{(pid=94160) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 14:32:37.790869 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ea41-3c1d-4e87-96ac-fe274733b3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:40.348748 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-2ba64a50-d61c-4d50-97a7-24006f034e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:40.874992 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:41.877591 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:43.470456 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:47.326031 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:32:53.788083 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:33:07.792396 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a7cc629d-af93-4433-9106-01df07c959b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:10.340592 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b8c8bb60-f58b-43f2-a3f0-fea5f3ea468d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:10.876115 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:11.881621 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:13.472537 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:17.324877 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:30.786685 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:33:37.795157 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-74e76425-d6b4-4630-a3fb-987a23e37a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:40.341419 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e083cab6-d19b-44f0-9b56-164cc65416aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:40.877844 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:41.885187 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:43.475472 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:33:47.338475 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:07.786152 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:34:07.796878 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-62beea87-5c12-486c-bf82-9fdba5f32ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:10.342179 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-873a4c5e-d25b-49ed-a0d7-601b3b1ca0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:10.881203 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:11.889079 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:13.480322 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:17.352138 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:37.797905 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-aacb834e-4a7f-42e3-a3b9-ffd031003352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:40.345212 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-e3966cd8-c48f-433c-acc0-69e4e62fda9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:40.882594 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:41.894475 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:43.482328 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:34:44.786261 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 14:34:47.353099 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:35:07.799428 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-3e342fb4-ee6b-4ef6-8bfc-ae5fc1d825ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:35:10.346835 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-53b811e5-6721-4cc7-8d22-1041b63286cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:35:10.884595 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-49fe1e20-9867-429a-9468-f03616124ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:35:11.894118 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-5cb266a3-09b9-46ee-9703-32de5528ee42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:35:13.485750 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-a6f01b3f-c382-4b94-bb23-24937579187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:35:17.367894 dv-cinder-804584-9-iscsi neutron-server[94162]: DEBUG neutron_lib.callbacks.manager [None req-b4cc746a-89b5-441d-9c81-09d3b6412ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761472851065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16253276'] for agent, after_update {{(pid=94162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 14:35:21.786423 dv-cinder-804584-9-iscsi neutron-server[94163]: DEBUG neutron.db.agents_db [None req-22ee8a52-857a-43cb-9a79-df2d178a520c None None] Agent healthcheck: found 6 active agents {{(pid=94163) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}